-- Logs begin at Fri 2021-06-25 13:55:41 UTC, end at Fri 2021-06-25 14:58:00 UTC. -- Jun 25 14:29:52.514348 dv-cinder-798091-1-smb systemd[1]: Started Devstack devstack@q-svc.service. Jun 25 14:29:54.897419 dv-cinder-798091-1-smb neutron-server[78292]: INFO neutron.common.config [-] Logging enabled! Jun 25 14:29:54.898236 dv-cinder-798091-1-smb neutron-server[78292]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.0.1.dev89 Jun 25 14:29:54.898236 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=78292) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 25 14:29:54.901892 dv-cinder-798091-1-smb neutron-server[78292]: INFO neutron.common.config [-] Logging enabled! Jun 25 14:29:54.902151 dv-cinder-798091-1-smb neutron-server[78292]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.0.1.dev89 Jun 25 14:29:54.902462 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=78292) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 25 14:29:54.903412 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}} Jun 25 14:29:54.903643 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}} Jun 25 14:29:54.904027 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}} Jun 25 14:29:54.904273 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}} Jun 25 14:29:54.904496 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}} Jun 25 14:29:54.904819 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:54.905122 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:54.905418 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:54.905671 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:54.905969 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:54.906259 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:54.906539 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:54.906828 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:54.907124 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:54.907406 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:54.907682 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:54.907964 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:54.908191 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:54.908470 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] config_source = [] {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:54.908757 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:54.909042 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:54.909267 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] debug = True {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:54.909544 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:54.909997 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:54.910414 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:54.910755 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:54.911054 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:54.911340 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:54.911608 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:54.911886 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:54.912171 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:54.912510 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] host = dv-cinder-798091-1-smb {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:54.912789 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:54.913075 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:54.913361 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:54.913672 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:54.913949 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:54.914224 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:54.914509 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:54.914781 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] log_dir = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:54.915054 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] log_file = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:54.915327 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:54.915613 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:54.915899 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:54.916189 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:54.916415 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:54.916634 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:54.916923 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:54.917210 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:54.917484 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:54.917789 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:54.918051 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:54.918325 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:54.918599 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:54.918866 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:54.919150 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:54.919433 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:54.919716 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:54.919993 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:54.920264 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:54.920537 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:54.920807 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:54.921097 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:54.921370 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:54.921671 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:54.921944 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:54.922230 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:54.922501 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:54.922774 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:54.923079 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:54.923365 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:54.923648 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:54.923933 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:54.924207 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:54.924490 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:54.924764 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:54.925038 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] use_journal = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:54.925310 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] use_json = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:54.925600 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:54.925875 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:54.926691 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:54.926976 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:54.927250 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:54.927519 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:54.927787 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:54.928076 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:54.928375 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:54.928670 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:54.928969 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:54.929253 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:54.929545 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:54.929845 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:54.930140 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:54.930416 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:54.930702 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:54.930996 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:54.931284 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:54.931562 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:54.931853 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:54.932130 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:54.932424 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:54.932729 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:54.933022 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:54.933316 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:54.933613 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:54.933892 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:54.934166 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:54.934443 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:54.934723 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:54.935014 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:54.935298 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:54.935575 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:54.935852 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:54.936143 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:54.936420 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:54.936690 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:54.936971 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:54.937257 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:54.937534 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:54.937830 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:54.938109 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:54.938381 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:54.938652 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:54.938927 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:54.939203 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:54.939491 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:54.939769 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:54.940037 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:54.940304 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:54.940576 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:54.940851 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:54.941142 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:54.941418 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:54.941715 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:54.942557 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:54.942839 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:54.943211 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:54.943505 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:54.943790 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:54.944069 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:54.944349 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:54.944625 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:54.944896 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:54.945172 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:54.945442 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:54.945742 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:54.946019 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:54.946292 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:54.946573 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:54.946846 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:54.947117 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:54.947391 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:54.947664 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:54.947938 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:54.948225 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:54.948523 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:54.948803 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:54.949080 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:54.949358 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:54.949663 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:54.949942 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:54.950217 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:54.950493 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:54.950774 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:54.951044 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:54.951337 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:54.951619 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:54.951904 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:54.952183 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:54.952459 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:54.952752 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:54.953028 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:54.953306 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:54.953609 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:54.953891 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:54.954181 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:54.954464 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:54.954762 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:54.955057 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:54.955353 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:54.955648 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:54.955943 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:54.956226 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:54.956539 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:54.956816 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:54.957037 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 25 14:29:54.957284 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=78292) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 25 14:29:55.351506 dv-cinder-798091-1-smb neutron-server[78292]: INFO keyring.backend [-] Loading KWallet Jun 25 14:29:55.359237 dv-cinder-798091-1-smb neutron-server[78292]: INFO keyring.backend [-] Loading SecretService Jun 25 14:29:55.362802 dv-cinder-798091-1-smb neutron-server[78292]: INFO keyring.backend [-] Loading Windows Jun 25 14:29:55.364797 dv-cinder-798091-1-smb neutron-server[78292]: INFO keyring.backend [-] Loading chainer Jun 25 14:29:55.365450 dv-cinder-798091-1-smb neutron-server[78292]: INFO keyring.backend [-] Loading macOS Jun 25 14:29:55.399860 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=78292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:29:55.400131 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=78292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:29:55.400421 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=78292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:29:55.400754 dv-cinder-798091-1-smb neutron-server[78292]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 25 14:29:55.716845 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:29:55.717130 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:29:55.717403 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:29:55.718627 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:29:55.718907 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:29:55.719188 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:29:55.845082 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:29:55.845361 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:29:55.845662 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:29:55.859535 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:29:55.859815 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:29:55.860081 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:29:55.890239 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:29:55.890519 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:29:55.890788 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:29:55.933507 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:29:55.934177 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:29:55.934177 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:29:56.172311 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:29:56.172503 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:29:56.172718 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:29:56.172983 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:29:56.174134 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:29:56.310839 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:29:56.311157 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:29:56.311440 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:29:56.311709 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:29:56.311973 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:29:56.312281 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:29:56.312541 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:29:56.312798 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:29:56.313049 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:29:56.313326 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:29:56.313603 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:29:56.313867 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:29:56.314126 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:29:56.314376 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:29:56.314648 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:29:56.315050 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:29:56.315314 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:29:56.315585 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:29:56.315837 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:29:56.316117 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:29:56.316463 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:29:56.316732 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:29:56.316986 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:29:56.317267 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:29:56.317513 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:29:56.317778 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:29:56.318167 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=78292) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 25 14:29:56.318406 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=78292) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 25 14:29:56.318647 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=78292) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 25 14:29:56.318879 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=78292) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 25 14:29:56.319112 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=78292) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 25 14:29:56.319345 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=78292) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 25 14:29:56.319712 dv-cinder-798091-1-smb neutron-server[78292]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 25 14:29:56.322961 dv-cinder-798091-1-smb neutron-server[78292]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 25 14:29:56.326885 dv-cinder-798091-1-smb neutron-server[78292]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 25 14:29:56.330761 dv-cinder-798091-1-smb neutron-server[78292]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) Jun 25 14:29:56.332451 dv-cinder-798091-1-smb neutron-server[78292]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 25 14:29:56.332937 dv-cinder-798091-1-smb neutron-server[78292]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 25 14:29:56.333276 dv-cinder-798091-1-smb neutron-server[78292]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 25 14:29:56.333696 dv-cinder-798091-1-smb neutron-server[78292]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 25 14:29:56.336713 dv-cinder-798091-1-smb neutron-server[78292]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 25 14:29:56.336968 dv-cinder-798091-1-smb neutron-server[78292]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 25 14:29:56.337322 dv-cinder-798091-1-smb neutron-server[78292]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 25 14:29:56.366040 dv-cinder-798091-1-smb neutron-server[78292]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 25 14:29:56.366496 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:29:56.366797 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=78292) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 25 14:29:56.367159 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:29:56.368531 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=78292) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 25 14:29:56.368821 dv-cinder-798091-1-smb neutron-server[78292]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 25 14:29:56.369069 dv-cinder-798091-1-smb neutron-server[78292]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 25 14:29:56.372389 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:29:56.372672 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:29:56.436330 dv-cinder-798091-1-smb neutron-server[78292]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 25 14:29:56.436588 dv-cinder-798091-1-smb neutron-server[78292]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 25 14:29:56.436717 dv-cinder-798091-1-smb neutron-server[78292]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 25 14:29:56.437103 dv-cinder-798091-1-smb neutron-server[78292]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 25 14:29:56.470474 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_db.sqlalchemy.engines [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=78292) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Jun 25 14:29:56.823797 dv-cinder-798091-1-smb neutron-server[78292]: INFO neutron.plugins.ml2.managers [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Initializing driver for type 'gre' Jun 25 14:29:56.824254 dv-cinder-798091-1-smb neutron-server[78292]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] gre ID ranges: [(1, 1000)] Jun 25 14:29:56.877941 dv-cinder-798091-1-smb neutron-server[78292]: INFO neutron.plugins.ml2.managers [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Initializing driver for type 'local' Jun 25 14:29:56.878714 dv-cinder-798091-1-smb neutron-server[78292]: INFO neutron.plugins.ml2.managers [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Initializing driver for type 'vlan' Jun 25 14:29:56.899816 dv-cinder-798091-1-smb neutron-server[78292]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] VlanTypeDriver initialization complete Jun 25 14:29:56.900327 dv-cinder-798091-1-smb neutron-server[78292]: INFO neutron.plugins.ml2.managers [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Initializing driver for type 'vxlan' Jun 25 14:29:56.900869 dv-cinder-798091-1-smb neutron-server[78292]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] vxlan ID ranges: [(1, 1000)] Jun 25 14:29:56.958699 dv-cinder-798091-1-smb neutron-server[78292]: INFO neutron.plugins.ml2.managers [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Initializing extension driver 'port_security' Jun 25 14:29:56.959394 dv-cinder-798091-1-smb neutron-server[78292]: INFO neutron.plugins.ml2.extensions.port_security [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] PortSecurityExtensionDriver initialization complete Jun 25 14:29:56.959489 dv-cinder-798091-1-smb neutron-server[78292]: INFO neutron.plugins.ml2.managers [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Initializing mechanism driver 'openvswitch' Jun 25 14:29:56.959807 dv-cinder-798091-1-smb neutron-server[78292]: INFO neutron.plugins.ml2.managers [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Initializing mechanism driver 'hyperv' Jun 25 14:29:56.967504 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.plugins.ml2.plugin [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=78292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:29:56.968278 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Subscribe: > port after_create 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:29:56.968646 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Subscribe: > port after_update 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:29:56.968995 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Subscribe: > port after_delete 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:29:56.969379 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Subscribe: > subnet after_create 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:29:56.969757 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Subscribe: > subnet after_update 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:29:56.970108 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Subscribe: > subnet after_delete 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:29:56.970489 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Subscribe: > network after_create 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:29:56.970834 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Subscribe: > network after_update 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:29:56.971171 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Subscribe: > network after_delete 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:29:56.971540 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Subscribe: > security_group after_create 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:29:56.971879 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Subscribe: > security_group after_update 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:29:56.972216 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Subscribe: > security_group after_delete 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:29:56.972589 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:29:56.972948 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:29:56.973465 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:29:56.974072 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Subscribe: > address_group after_create 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:29:56.974417 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Subscribe: > address_group after_update 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:29:56.974749 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Subscribe: > address_group after_delete 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:29:56.975085 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] ML2 OVO RPC backend initialized. {{(pid=78292) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Jun 25 14:29:56.975793 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Subscribe: > router_interface after_create 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:29:56.976141 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:29:56.976548 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Subscribe: > network before_response 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:29:56.976887 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Subscribe: > networks before_response 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:29:56.977226 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Subscribe: > port before_response 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:29:56.977580 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Subscribe: > ports before_response 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:29:56.977915 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Subscribe: > subnet before_response 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:29:56.978247 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Subscribe: > subnets before_response 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:29:56.978837 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Subscribe: > network after_create 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:29:56.979167 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Subscribe: > network after_update 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:29:56.979493 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Subscribe: > network after_delete 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:29:56.979826 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Subscribe: > port after_create 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:29:56.980151 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Subscribe: > port after_update 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:29:56.980476 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Subscribe: > port after_delete 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:29:56.980800 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Subscribe: > subnet after_create 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:29:56.981124 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Subscribe: > subnet after_update 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:29:56.981448 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Subscribe: > subnet after_delete 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:29:56.982051 dv-cinder-798091-1-smb neutron-server[78292]: INFO neutron.plugins.ml2.plugin [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Modular L2 Plugin initialization complete Jun 25 14:29:56.982376 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.manager [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Loading services supported by the core plugin {{(pid=78292) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 25 14:29:56.982697 dv-cinder-798091-1-smb neutron-server[78292]: INFO neutron.plugins.ml2.managers [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Got port-security extension from driver 'port_security' Jun 25 14:29:56.983153 dv-cinder-798091-1-smb neutron-server[78292]: INFO neutron.extensions.vlantransparent [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Disabled vlantransparent extension. Jun 25 14:29:56.983636 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.manager [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=78292) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 25 14:29:56.983941 dv-cinder-798091-1-smb neutron-server[78292]: INFO neutron.manager [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Loading Plugin: router Jun 25 14:29:57.024205 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Subscribe: > router_interface before_create 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:29:57.024592 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Subscribe: > router after_create 55549900 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:29:57.024957 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Subscribe: > router before_create 55549900 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:29:57.025319 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:29:57.025711 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:29:57.026064 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Subscribe: > router after_delete 55549900 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:29:57.026415 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Subscribe: > floatingip after_update 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:29:57.026769 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Subscribe: > router after_create 55549900 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:29:57.027110 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Subscribe: > router after_update 55549900 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:29:57.027450 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Subscribe: > router after_update 55549900 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:29:57.027787 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:29:57.028137 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Subscribe: > router after_update 55549900 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:29:57.028537 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Subscribe: > router precommit_update 55549900 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:29:57.028900 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Subscribe: port after_update 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:29:57.029234 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Subscribe: port after_delete 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:29:57.029595 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Subscribe: subnet after_update 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:29:57.029929 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:29:57.030266 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Subscribe: > port precommit_delete 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:29:57.030604 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Subscribe: > router precommit_create 55549900 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:29:57.030935 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Subscribe: port before_delete 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:29:57.031269 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Subscribe: > router precommit_create 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:29:57.031614 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Subscribe: > router after_update 55549900 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:29:57.031948 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Subscribe: > router precommit_delete 55549900 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:29:57.032301 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Subscribe: > router precommit_create 55549900 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:29:57.032656 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Subscribe: > router_interface after_create 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:29:57.032995 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Subscribe: > router precommit_update 55549900 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:29:57.033356 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Subscribe: > agent after_create 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:29:57.033726 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Subscribe: > agent after_delete 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:29:57.034067 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Subscribe: > network after_delete 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:29:57.034944 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.quota.resource_registry [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Tracking information for resource: router configured {{(pid=78292) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 25 14:29:57.035267 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.quota.resource_registry [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Tracking information for resource: floatingip configured {{(pid=78292) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 25 14:29:57.040687 dv-cinder-798091-1-smb neutron-server[78292]: INFO neutron.db.l3_agentschedulers_db [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 25 14:29:57.041259 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Subscribe: port after_update 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:29:57.041638 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Subscribe: port after_create 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:29:57.041985 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Subscribe: port after_delete 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:29:57.042329 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Subscribe: port after_update 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:29:57.043123 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Subscribe: > router before_create 55550100 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:29:57.043484 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Subscribe: > router precommit_delete 55550100 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:29:57.043840 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Subscribe: > router precommit_create 55550100 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:29:57.044192 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Subscribe: > router precommit_update 55550100 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:29:57.048508 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.services.provider_configuration [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Service providers = [] {{(pid=78292) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 25 14:29:57.048870 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.db.servicetype_db [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=78292) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 25 14:29:57.052177 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.services.service_base [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=78292) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 25 14:29:57.052530 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.services.service_base [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=78292) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 25 14:29:57.052867 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.services.service_base [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=78292) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 25 14:29:57.053766 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.services.service_base [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=78292) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 25 14:29:57.054316 dv-cinder-798091-1-smb neutron-server[78292]: INFO neutron.services.service_base [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 25 14:29:57.054698 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.manager [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=78292) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 25 14:29:57.055016 dv-cinder-798091-1-smb neutron-server[78292]: INFO neutron.manager [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 25 14:29:57.065516 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.manager [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=78292) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 25 14:29:57.065867 dv-cinder-798091-1-smb neutron-server[78292]: INFO neutron.manager [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Loading Plugin: auto_allocate Jun 25 14:29:57.072464 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Subscribe: network precommit_update 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:29:57.072827 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Subscribe: network precommit_create 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:29:57.073363 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.manager [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=78292) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 25 14:29:57.073704 dv-cinder-798091-1-smb neutron-server[78292]: INFO neutron.manager [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Loading Plugin: tag Jun 25 14:29:57.080578 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.manager [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=78292) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 25 14:29:57.080840 dv-cinder-798091-1-smb neutron-server[78292]: INFO neutron.manager [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Loading Plugin: timestamp Jun 25 14:29:57.085596 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.manager [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=78292) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 25 14:29:57.085925 dv-cinder-798091-1-smb neutron-server[78292]: INFO neutron.manager [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Loading Plugin: network_ip_availability Jun 25 14:29:57.091136 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:29:57.091501 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:29:57.091848 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:29:57.092578 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.manager [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=78292) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 25 14:29:57.092892 dv-cinder-798091-1-smb neutron-server[78292]: INFO neutron.manager [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Loading Plugin: flavors Jun 25 14:29:57.098728 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.manager [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=78292) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 25 14:29:57.098728 dv-cinder-798091-1-smb neutron-server[78292]: INFO neutron.manager [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Loading Plugin: revisions Jun 25 14:29:57.102845 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.manager [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=78292) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 25 14:29:57.103238 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_concurrency.lockutils [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.703s {{(pid=78292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:29:57.104247 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=78292) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 25 14:29:57.104576 dv-cinder-798091-1-smb neutron-server[78292]: INFO neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Initializing extension manager. Jun 25 14:29:57.105077 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Loading extension file: __init__.py {{(pid=78292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:29:57.105412 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Loading extension file: __pycache__ {{(pid=78292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:29:57.106345 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=78292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:29:57.106345 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Loading extension file: address_group.py {{(pid=78292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:29:57.106826 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=78292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:29:57.107404 dv-cinder-798091-1-smb neutron-server[78292]: INFO neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Loaded extension: address-group Jun 25 14:29:57.107720 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Loading extension file: address_scope.py {{(pid=78292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:29:57.108520 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=78292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:29:57.108908 dv-cinder-798091-1-smb neutron-server[78292]: INFO neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Loaded extension: address-scope Jun 25 14:29:57.109880 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Loading extension file: admin_state_down_before_update.py {{(pid=78292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:29:57.110674 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=78292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:29:57.110674 dv-cinder-798091-1-smb neutron-server[78292]: INFO neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Loaded extension: router-admin-state-down-before-update Jun 25 14:29:57.110961 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Loading extension file: agent.py {{(pid=78292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:29:57.112389 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=78292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:29:57.112389 dv-cinder-798091-1-smb neutron-server[78292]: INFO neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Loaded extension: agent Jun 25 14:29:57.112574 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Loading extension file: agent_resources_synced.py {{(pid=78292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:29:57.113317 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=78292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:29:57.113964 dv-cinder-798091-1-smb neutron-server[78292]: INFO neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Loaded extension: agent-resources-synced Jun 25 14:29:57.114501 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Loading extension file: allowedaddresspairs.py {{(pid=78292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:29:57.116270 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=78292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:29:57.116783 dv-cinder-798091-1-smb neutron-server[78292]: INFO neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Loaded extension: allowed-address-pairs Jun 25 14:29:57.117104 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Loading extension file: auto_allocated_topology.py {{(pid=78292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:29:57.118190 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=78292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:29:57.118696 dv-cinder-798091-1-smb neutron-server[78292]: INFO neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Loaded extension: auto-allocated-topology Jun 25 14:29:57.119012 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Loading extension file: availability_zone.py {{(pid=78292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:29:57.119680 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=78292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:29:57.120186 dv-cinder-798091-1-smb neutron-server[78292]: INFO neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Loaded extension: availability_zone Jun 25 14:29:57.120500 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Loading extension file: availability_zone_filter.py {{(pid=78292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:29:57.121378 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=78292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:29:57.121906 dv-cinder-798091-1-smb neutron-server[78292]: INFO neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Loaded extension: availability_zone_filter Jun 25 14:29:57.122222 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Loading extension file: data_plane_status.py {{(pid=78292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:29:57.123094 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=78292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:29:57.123593 dv-cinder-798091-1-smb neutron-server[78292]: INFO neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Extension data-plane-status not supported by any of loaded plugins Jun 25 14:29:57.123907 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Loading extension file: default_subnetpools.py {{(pid=78292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:29:57.124803 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=78292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:29:57.125296 dv-cinder-798091-1-smb neutron-server[78292]: INFO neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Loaded extension: default-subnetpools Jun 25 14:29:57.125646 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Loading extension file: dhcpagentscheduler.py {{(pid=78292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:29:57.126449 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=78292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:29:57.127267 dv-cinder-798091-1-smb neutron-server[78292]: INFO neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Loaded extension: dhcp_agent_scheduler Jun 25 14:29:57.127267 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Loading extension file: dns.py {{(pid=78292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:29:57.128173 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=78292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:29:57.128673 dv-cinder-798091-1-smb neutron-server[78292]: INFO neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Extension dns-integration not supported by any of loaded plugins Jun 25 14:29:57.128990 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Loading extension file: dns_domain_ports.py {{(pid=78292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:29:57.130663 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=78292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:29:57.131171 dv-cinder-798091-1-smb neutron-server[78292]: INFO neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 25 14:29:57.131490 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Loading extension file: dvr.py {{(pid=78292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:29:57.132151 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=78292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:29:57.132695 dv-cinder-798091-1-smb neutron-server[78292]: INFO neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Loaded extension: dvr Jun 25 14:29:57.132977 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Loading extension file: empty_string_filtering.py {{(pid=78292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:29:57.133899 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=78292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:29:57.134401 dv-cinder-798091-1-smb neutron-server[78292]: INFO neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Loaded extension: empty-string-filtering Jun 25 14:29:57.134718 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=78292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:29:57.135602 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=78292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:29:57.136098 dv-cinder-798091-1-smb neutron-server[78292]: INFO neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 25 14:29:57.136413 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=78292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:29:57.137290 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=78292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:29:57.137819 dv-cinder-798091-1-smb neutron-server[78292]: INFO neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 25 14:29:57.138137 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Loading extension file: external_net.py {{(pid=78292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:29:57.139011 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=78292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:29:57.139513 dv-cinder-798091-1-smb neutron-server[78292]: INFO neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Loaded extension: external-net Jun 25 14:29:57.139833 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Loading extension file: extra_dhcp_opt.py {{(pid=78292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:29:57.140715 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=78292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:29:57.141215 dv-cinder-798091-1-smb neutron-server[78292]: INFO neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Loaded extension: extra_dhcp_opt Jun 25 14:29:57.141525 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Loading extension file: extraroute.py {{(pid=78292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:29:57.142431 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=78292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:29:57.142929 dv-cinder-798091-1-smb neutron-server[78292]: INFO neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Loaded extension: extraroute Jun 25 14:29:57.143240 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Loading extension file: extraroute_atomic.py {{(pid=78292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:29:57.144255 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=78292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:29:57.144754 dv-cinder-798091-1-smb neutron-server[78292]: INFO neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Loaded extension: extraroute-atomic Jun 25 14:29:57.145855 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Loading extension file: filter_validation.py {{(pid=78292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:29:57.146698 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=78292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:29:57.147204 dv-cinder-798091-1-smb neutron-server[78292]: INFO neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Loaded extension: filter-validation Jun 25 14:29:57.147519 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Loading extension file: fip_pf_description.py {{(pid=78292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:29:57.150061 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=78292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:29:57.150587 dv-cinder-798091-1-smb neutron-server[78292]: INFO neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 25 14:29:57.150910 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Loading extension file: fip_port_details.py {{(pid=78292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:29:57.151840 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=78292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:29:57.152349 dv-cinder-798091-1-smb neutron-server[78292]: INFO neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Loaded extension: fip-port-details Jun 25 14:29:57.152668 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Loading extension file: flavors.py {{(pid=78292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:29:57.153930 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=78292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:29:57.154440 dv-cinder-798091-1-smb neutron-server[78292]: INFO neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Loaded extension: flavors Jun 25 14:29:57.154759 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=78292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:29:57.156411 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=78292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:29:57.156923 dv-cinder-798091-1-smb neutron-server[78292]: INFO neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 25 14:29:57.157245 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Loading extension file: floatingip_pools.py {{(pid=78292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:29:57.157960 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=78292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:29:57.158466 dv-cinder-798091-1-smb neutron-server[78292]: INFO neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Loaded extension: floatingip-pools Jun 25 14:29:57.158783 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Loading extension file: ip_allocation.py {{(pid=78292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:29:57.159674 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=78292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:29:57.160178 dv-cinder-798091-1-smb neutron-server[78292]: INFO neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Extension ip_allocation not supported by any of loaded plugins Jun 25 14:29:57.160560 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=78292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:29:57.161804 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=78292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:29:57.162315 dv-cinder-798091-1-smb neutron-server[78292]: INFO neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Loaded extension: ip-substring-filtering Jun 25 14:29:57.162638 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Loading extension file: l2_adjacency.py {{(pid=78292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:29:57.163545 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=78292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:29:57.164044 dv-cinder-798091-1-smb neutron-server[78292]: INFO neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 25 14:29:57.164361 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Loading extension file: l3.py {{(pid=78292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:29:57.165343 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=78292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:29:57.165895 dv-cinder-798091-1-smb neutron-server[78292]: INFO neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Loaded extension: router Jun 25 14:29:57.166212 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Loading extension file: l3_conntrack_helper.py {{(pid=78292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:29:57.168454 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=78292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:29:57.168980 dv-cinder-798091-1-smb neutron-server[78292]: INFO neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 25 14:29:57.169306 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=78292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:29:57.170244 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=78292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:29:57.170754 dv-cinder-798091-1-smb neutron-server[78292]: INFO neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Loaded extension: ext-gw-mode Jun 25 14:29:57.171077 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=78292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:29:57.171967 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=78292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:29:57.172469 dv-cinder-798091-1-smb neutron-server[78292]: INFO neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Loaded extension: l3-ha Jun 25 14:29:57.172789 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Loading extension file: l3_flavors.py {{(pid=78292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:29:57.173700 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=78292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:29:57.174205 dv-cinder-798091-1-smb neutron-server[78292]: INFO neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Loaded extension: l3-flavors Jun 25 14:29:57.174522 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=78292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:29:57.175424 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=78292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:29:57.175928 dv-cinder-798091-1-smb neutron-server[78292]: INFO neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 25 14:29:57.176772 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Loading extension file: l3agentscheduler.py {{(pid=78292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:29:57.178106 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=78292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:29:57.178616 dv-cinder-798091-1-smb neutron-server[78292]: INFO neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Loaded extension: l3_agent_scheduler Jun 25 14:29:57.178935 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Loading extension file: logging.py {{(pid=78292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:29:57.180430 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=78292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:29:57.180946 dv-cinder-798091-1-smb neutron-server[78292]: INFO neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Extension logging not supported by any of loaded plugins Jun 25 14:29:57.181272 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Loading extension file: metering.py {{(pid=78292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:29:57.182032 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=78292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:29:57.182605 dv-cinder-798091-1-smb neutron-server[78292]: INFO neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Loaded extension: metering Jun 25 14:29:57.182925 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=78292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:29:57.184016 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=78292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:29:57.184523 dv-cinder-798091-1-smb neutron-server[78292]: INFO neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Loaded extension: metering_source_and_destination_fields Jun 25 14:29:57.184841 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Loading extension file: multiprovidernet.py {{(pid=78292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:29:57.185937 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=78292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:29:57.186435 dv-cinder-798091-1-smb neutron-server[78292]: INFO neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Loaded extension: multi-provider Jun 25 14:29:57.186754 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Loading extension file: netmtu.py {{(pid=78292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:29:57.187642 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=78292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:29:57.188145 dv-cinder-798091-1-smb neutron-server[78292]: INFO neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Loaded extension: net-mtu Jun 25 14:29:57.188460 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Loading extension file: netmtu_writable.py {{(pid=78292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:29:57.189348 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=78292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:29:57.189897 dv-cinder-798091-1-smb neutron-server[78292]: INFO neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Loaded extension: net-mtu-writable Jun 25 14:29:57.190209 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Loading extension file: network_availability_zone.py {{(pid=78292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:29:57.190854 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=78292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:29:57.191349 dv-cinder-798091-1-smb neutron-server[78292]: INFO neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Loaded extension: network_availability_zone Jun 25 14:29:57.191660 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Loading extension file: network_ip_availability.py {{(pid=78292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:29:57.193636 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=78292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:29:57.194157 dv-cinder-798091-1-smb neutron-server[78292]: INFO neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Loaded extension: network-ip-availability Jun 25 14:29:57.194481 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Loading extension file: network_segment_range.py {{(pid=78292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:29:57.195258 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=78292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:29:57.195772 dv-cinder-798091-1-smb neutron-server[78292]: INFO neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Extension network-segment-range not supported by any of loaded plugins Jun 25 14:29:57.196090 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Loading extension file: pagination.py {{(pid=78292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:29:57.197056 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=78292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:29:57.197381 dv-cinder-798091-1-smb neutron-server[78292]: INFO neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Loaded extension: pagination Jun 25 14:29:57.197733 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Loading extension file: port_device_profile.py {{(pid=78292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:29:57.198610 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=78292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:29:57.199121 dv-cinder-798091-1-smb neutron-server[78292]: INFO neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Loaded extension: port-device-profile Jun 25 14:29:57.199436 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=78292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:29:57.200345 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=78292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:29:57.200850 dv-cinder-798091-1-smb neutron-server[78292]: INFO neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Loaded extension: port-mac-address-regenerate Jun 25 14:29:57.201168 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=78292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:29:57.202088 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=78292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:29:57.202586 dv-cinder-798091-1-smb neutron-server[78292]: INFO neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Loaded extension: port-numa-affinity-policy Jun 25 14:29:57.202907 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Loading extension file: port_resource_request.py {{(pid=78292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:29:57.203782 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=78292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:29:57.204280 dv-cinder-798091-1-smb neutron-server[78292]: INFO neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Extension port-resource-request not supported by any of loaded plugins Jun 25 14:29:57.204592 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Loading extension file: portbindings.py {{(pid=78292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:29:57.205496 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=78292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:29:57.206031 dv-cinder-798091-1-smb neutron-server[78292]: INFO neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Loaded extension: binding Jun 25 14:29:57.206345 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Loading extension file: portbindings_extended.py {{(pid=78292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:29:57.207800 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=78292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:29:57.208604 dv-cinder-798091-1-smb neutron-server[78292]: INFO neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Loaded extension: binding-extended Jun 25 14:29:57.208931 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Loading extension file: portsecurity.py {{(pid=78292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:29:57.209868 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=78292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:29:57.210373 dv-cinder-798091-1-smb neutron-server[78292]: INFO neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Loaded extension: port-security Jun 25 14:29:57.210695 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Loading extension file: project_id.py {{(pid=78292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:29:57.211644 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=78292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:29:57.211966 dv-cinder-798091-1-smb neutron-server[78292]: INFO neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Loaded extension: project-id Jun 25 14:29:57.212287 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Loading extension file: providernet.py {{(pid=78292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:29:57.213174 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=78292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:29:57.213708 dv-cinder-798091-1-smb neutron-server[78292]: INFO neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Loaded extension: provider Jun 25 14:29:57.214026 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Loading extension file: qos.py {{(pid=78292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:29:57.217603 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=78292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:29:57.218126 dv-cinder-798091-1-smb neutron-server[78292]: INFO neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Extension qos not supported by any of loaded plugins Jun 25 14:29:57.218452 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=78292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:29:57.219706 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=78292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:29:57.220222 dv-cinder-798091-1-smb neutron-server[78292]: INFO neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 25 14:29:57.220546 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=78292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:29:57.221441 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=78292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:29:57.221975 dv-cinder-798091-1-smb neutron-server[78292]: INFO neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 25 14:29:57.222301 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Loading extension file: qos_default.py {{(pid=78292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:29:57.223259 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=78292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:29:57.224019 dv-cinder-798091-1-smb neutron-server[78292]: INFO neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Extension qos-default not supported by any of loaded plugins Jun 25 14:29:57.224346 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Loading extension file: qos_fip.py {{(pid=78292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:29:57.225002 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=78292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:29:57.225501 dv-cinder-798091-1-smb neutron-server[78292]: INFO neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Extension qos-fip not supported by any of loaded plugins Jun 25 14:29:57.225852 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Loading extension file: qos_gateway_ip.py {{(pid=78292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:29:57.226760 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=78292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:29:57.227265 dv-cinder-798091-1-smb neutron-server[78292]: INFO neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 25 14:29:57.227582 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Loading extension file: qos_port_network_policy.py {{(pid=78292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:29:57.228473 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=78292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:29:57.229232 dv-cinder-798091-1-smb neutron-server[78292]: INFO neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 25 14:29:57.229546 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Loading extension file: qos_rule_type_details.py {{(pid=78292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:29:57.230458 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=78292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:29:57.230959 dv-cinder-798091-1-smb neutron-server[78292]: INFO neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 25 14:29:57.231273 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Loading extension file: qos_rules_alias.py {{(pid=78292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:29:57.232302 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=78292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:29:57.232806 dv-cinder-798091-1-smb neutron-server[78292]: INFO neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 25 14:29:57.233123 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Loading extension file: quotasv2.py {{(pid=78292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:29:57.234105 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=78292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:29:57.234570 dv-cinder-798091-1-smb neutron-server[78292]: INFO neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Loaded extension: quotas Jun 25 14:29:57.234894 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Loading extension file: quotasv2_detail.py {{(pid=78292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:29:57.236494 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=78292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:29:57.236828 dv-cinder-798091-1-smb neutron-server[78292]: INFO neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Loaded extension: quota_details Jun 25 14:29:57.237151 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Loading extension file: rbac.py {{(pid=78292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:29:57.238241 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=78292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:29:57.239271 dv-cinder-798091-1-smb neutron-server[78292]: INFO neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Loaded extension: rbac-policies Jun 25 14:29:57.239812 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Loading extension file: rbac_address_group.py {{(pid=78292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:29:57.240858 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=78292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:29:57.241380 dv-cinder-798091-1-smb neutron-server[78292]: INFO neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Loaded extension: rbac-address-group Jun 25 14:29:57.241736 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Loading extension file: rbac_address_scope.py {{(pid=78292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:29:57.242627 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=78292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:29:57.243147 dv-cinder-798091-1-smb neutron-server[78292]: INFO neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Loaded extension: rbac-address-scope Jun 25 14:29:57.243456 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Loading extension file: rbac_security_groups.py {{(pid=78292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:29:57.244335 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=78292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:29:57.244836 dv-cinder-798091-1-smb neutron-server[78292]: INFO neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Loaded extension: rbac-security-groups Jun 25 14:29:57.245155 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Loading extension file: rbac_subnetpool.py {{(pid=78292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:29:57.246089 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=78292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:29:57.246591 dv-cinder-798091-1-smb neutron-server[78292]: INFO neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Loaded extension: rbac-subnetpool Jun 25 14:29:57.246904 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Loading extension file: revisionifmatch.py {{(pid=78292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:29:57.247785 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=78292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:29:57.248284 dv-cinder-798091-1-smb neutron-server[78292]: INFO neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Loaded extension: revision-if-match Jun 25 14:29:57.248597 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Loading extension file: revisions.py {{(pid=78292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:29:57.251280 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=78292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:29:57.251280 dv-cinder-798091-1-smb neutron-server[78292]: INFO neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Loaded extension: standard-attr-revisions Jun 25 14:29:57.251280 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Loading extension file: router_availability_zone.py {{(pid=78292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:29:57.251280 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=78292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:29:57.251708 dv-cinder-798091-1-smb neutron-server[78292]: INFO neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Loaded extension: router_availability_zone Jun 25 14:29:57.251969 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Loading extension file: routerservicetype.py {{(pid=78292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:29:57.252855 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=78292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:29:57.253358 dv-cinder-798091-1-smb neutron-server[78292]: INFO neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Extension router-service-type not supported by any of loaded plugins Jun 25 14:29:57.253716 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=78292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:29:57.255346 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=78292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:29:57.255855 dv-cinder-798091-1-smb neutron-server[78292]: INFO neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Loaded extension: security-groups-normalized-cidr Jun 25 14:29:57.256174 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Loading extension file: security_groups_port_filtering.py {{(pid=78292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:29:57.257073 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=78292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:29:57.257597 dv-cinder-798091-1-smb neutron-server[78292]: INFO neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Loaded extension: port-security-groups-filtering Jun 25 14:29:57.257915 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=78292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:29:57.258825 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=78292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:29:57.259329 dv-cinder-798091-1-smb neutron-server[78292]: INFO neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Loaded extension: security-groups-remote-address-group Jun 25 14:29:57.259642 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Loading extension file: securitygroup.py {{(pid=78292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:29:57.269423 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=78292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:29:57.270044 dv-cinder-798091-1-smb neutron-server[78292]: INFO neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Loaded extension: security-group Jun 25 14:29:57.270596 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Loading extension file: segment.py {{(pid=78292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:29:57.271510 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=78292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:29:57.272019 dv-cinder-798091-1-smb neutron-server[78292]: INFO neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Extension segment not supported by any of loaded plugins Jun 25 14:29:57.272340 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=78292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:29:57.273303 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=78292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:29:57.273853 dv-cinder-798091-1-smb neutron-server[78292]: INFO neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 25 14:29:57.274171 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Loading extension file: servicetype.py {{(pid=78292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:29:57.275269 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=78292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:29:57.275789 dv-cinder-798091-1-smb neutron-server[78292]: INFO neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Loaded extension: service-type Jun 25 14:29:57.276110 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Loading extension file: sorting.py {{(pid=78292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:29:57.277071 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=78292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:29:57.277400 dv-cinder-798091-1-smb neutron-server[78292]: INFO neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Loaded extension: sorting Jun 25 14:29:57.277744 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Loading extension file: standard_attr_segment.py {{(pid=78292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:29:57.278638 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=78292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:29:57.279149 dv-cinder-798091-1-smb neutron-server[78292]: INFO neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 25 14:29:57.279463 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Loading extension file: standardattrdescription.py {{(pid=78292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:29:57.280096 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=78292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:29:57.280595 dv-cinder-798091-1-smb neutron-server[78292]: INFO neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Loaded extension: standard-attr-description Jun 25 14:29:57.280911 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Loading extension file: stateful_security_group.py {{(pid=78292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:29:57.281830 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=78292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:29:57.282338 dv-cinder-798091-1-smb neutron-server[78292]: INFO neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Loaded extension: stateful-security-group Jun 25 14:29:57.282654 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Loading extension file: stdattrs_common.py {{(pid=78292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:29:57.283207 dv-cinder-798091-1-smb neutron-server[78292]: WARNING neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 25 14:29:57.283520 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=78292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:29:57.284505 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=78292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:29:57.285018 dv-cinder-798091-1-smb neutron-server[78292]: INFO neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 25 14:29:57.285336 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Loading extension file: subnet_onboard.py {{(pid=78292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:29:57.286735 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=78292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:29:57.287263 dv-cinder-798091-1-smb neutron-server[78292]: INFO neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Loaded extension: subnet_onboard Jun 25 14:29:57.287584 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=78292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:29:57.288517 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=78292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:29:57.289023 dv-cinder-798091-1-smb neutron-server[78292]: INFO neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 25 14:29:57.289340 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Loading extension file: subnet_service_types.py {{(pid=78292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:29:57.290293 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=78292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:29:57.290803 dv-cinder-798091-1-smb neutron-server[78292]: INFO neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Loaded extension: subnet-service-types Jun 25 14:29:57.291122 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Loading extension file: subnetallocation.py {{(pid=78292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:29:57.292177 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=78292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:29:57.292685 dv-cinder-798091-1-smb neutron-server[78292]: INFO neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Loaded extension: subnet_allocation Jun 25 14:29:57.293006 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=78292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:29:57.293701 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=78292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:29:57.294206 dv-cinder-798091-1-smb neutron-server[78292]: INFO neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Loaded extension: subnetpool-prefix-ops Jun 25 14:29:57.294520 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=78292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:29:57.295451 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=78292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:29:57.295956 dv-cinder-798091-1-smb neutron-server[78292]: INFO neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 25 14:29:57.296272 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Loading extension file: tagging.py {{(pid=78292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:29:57.297354 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=78292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:29:57.297902 dv-cinder-798091-1-smb neutron-server[78292]: INFO neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Loaded extension: standard-attr-tag Jun 25 14:29:57.298225 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Loading extension file: timestamp.py {{(pid=78292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:29:57.299406 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=78292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:29:57.299950 dv-cinder-798091-1-smb neutron-server[78292]: INFO neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Loaded extension: standard-attr-timestamp Jun 25 14:29:57.300272 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Loading extension file: trunk.py {{(pid=78292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:29:57.302007 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=78292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:29:57.302531 dv-cinder-798091-1-smb neutron-server[78292]: INFO neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Extension trunk not supported by any of loaded plugins Jun 25 14:29:57.302847 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Loading extension file: trunk_details.py {{(pid=78292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:29:57.303751 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=78292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:29:57.304256 dv-cinder-798091-1-smb neutron-server[78292]: INFO neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Extension trunk-details not supported by any of loaded plugins Jun 25 14:29:57.304601 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Loading extension file: uplink_status_propagation.py {{(pid=78292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:29:57.305495 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=78292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:29:57.306030 dv-cinder-798091-1-smb neutron-server[78292]: INFO neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 25 14:29:57.306345 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Loading extension file: vlantransparent.py {{(pid=78292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:29:57.307004 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=78292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:29:57.307501 dv-cinder-798091-1-smb neutron-server[78292]: INFO neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 25 14:29:57.310004 dv-cinder-798091-1-smb neutron-server[78292]: INFO neutron.quota.resource_registry [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Creating instance of TrackedResource for resource:network Jun 25 14:29:57.310736 dv-cinder-798091-1-smb neutron-server[78292]: INFO neutron.quota.resource_registry [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Creating instance of TrackedResource for resource:subnet Jun 25 14:29:57.311521 dv-cinder-798091-1-smb neutron-server[78292]: INFO neutron.quota.resource_registry [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Creating instance of TrackedResource for resource:subnetpool Jun 25 14:29:57.312115 dv-cinder-798091-1-smb neutron-server[78292]: INFO neutron.quota.resource_registry [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Creating instance of TrackedResource for resource:port Jun 25 14:29:57.313409 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.v2.resource_helper [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78292) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 25 14:29:57.313857 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.v2.resource_helper [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Service FLAVORS assigned prefix: {{(pid=78292) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 25 14:29:57.314465 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.v2.resource_helper [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78292) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 25 14:29:57.314894 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.v2.resource_helper [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78292) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 25 14:29:57.315227 dv-cinder-798091-1-smb neutron-server[78292]: INFO neutron.quota.resource_registry [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Creating instance of TrackedResource for resource:router Jun 25 14:29:57.315887 dv-cinder-798091-1-smb neutron-server[78292]: INFO neutron.quota.resource_registry [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Creating instance of TrackedResource for resource:floatingip Jun 25 14:29:57.316602 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.v2.resource_helper [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Service METERING assigned prefix: /metering {{(pid=78292) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 25 14:29:57.318924 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:29:57.319288 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:29:57.319634 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:29:57.320779 dv-cinder-798091-1-smb neutron-server[78292]: INFO neutron.quota.resource_registry [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Creating instance of CountableResource for resource:rbac_policy Jun 25 14:29:57.321217 dv-cinder-798091-1-smb neutron-server[78292]: INFO neutron.quota.resource_registry [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Creating instance of TrackedResource for resource:security_group Jun 25 14:29:57.321880 dv-cinder-798091-1-smb neutron-server[78292]: INFO neutron.quota.resource_registry [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 25 14:29:57.322630 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.v2.resource_helper [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Service CORE assigned prefix: {{(pid=78292) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 25 14:29:57.322957 dv-cinder-798091-1-smb neutron-server[78292]: INFO neutron.quota.resource_registry [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Creating instance of TrackedResource for resource:subnetpool Jun 25 14:29:57.323290 dv-cinder-798091-1-smb neutron-server[78292]: WARNING neutron.quota.resource_registry [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] subnetpool is already registered Jun 25 14:29:57.323893 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.v2.resource_helper [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Service CORE assigned prefix: {{(pid=78292) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 25 14:29:57.324212 dv-cinder-798091-1-smb neutron-server[78292]: INFO neutron.quota.resource_registry [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Creating instance of TrackedResource for resource:subnetpool Jun 25 14:29:57.324524 dv-cinder-798091-1-smb neutron-server[78292]: WARNING neutron.quota.resource_registry [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] subnetpool is already registered Jun 25 14:29:57.327165 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.v2.resource_helper [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78292) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 25 14:29:57.327589 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.v2.resource_helper [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Service FLAVORS assigned prefix: {{(pid=78292) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 25 14:29:57.328168 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.v2.resource_helper [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78292) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 25 14:29:57.328579 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.v2.resource_helper [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78292) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 25 14:29:57.328906 dv-cinder-798091-1-smb neutron-server[78292]: INFO neutron.quota.resource_registry [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Creating instance of TrackedResource for resource:router Jun 25 14:29:57.329226 dv-cinder-798091-1-smb neutron-server[78292]: WARNING neutron.quota.resource_registry [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] router is already registered Jun 25 14:29:57.329841 dv-cinder-798091-1-smb neutron-server[78292]: INFO neutron.quota.resource_registry [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Creating instance of TrackedResource for resource:floatingip Jun 25 14:29:57.330165 dv-cinder-798091-1-smb neutron-server[78292]: WARNING neutron.quota.resource_registry [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] floatingip is already registered Jun 25 14:29:57.330829 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.v2.resource_helper [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Service METERING assigned prefix: /metering {{(pid=78292) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 25 14:29:57.331432 dv-cinder-798091-1-smb neutron-server[78292]: INFO neutron.quota.resource_registry [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Creating instance of CountableResource for resource:rbac_policy Jun 25 14:29:57.331755 dv-cinder-798091-1-smb neutron-server[78292]: WARNING neutron.quota.resource_registry [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] rbac_policy is already registered Jun 25 14:29:57.332511 dv-cinder-798091-1-smb neutron-server[78292]: INFO neutron.quota.resource_registry [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Creating instance of TrackedResource for resource:security_group Jun 25 14:29:57.332723 dv-cinder-798091-1-smb neutron-server[78292]: WARNING neutron.quota.resource_registry [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] security_group is already registered Jun 25 14:29:57.333530 dv-cinder-798091-1-smb neutron-server[78292]: INFO neutron.quota.resource_registry [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 25 14:29:57.333877 dv-cinder-798091-1-smb neutron-server[78292]: WARNING neutron.quota.resource_registry [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] security_group_rule is already registered Jun 25 14:29:57.334550 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.v2.resource_helper [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Service CORE assigned prefix: {{(pid=78292) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 25 14:29:57.334875 dv-cinder-798091-1-smb neutron-server[78292]: INFO neutron.quota.resource_registry [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Creating instance of TrackedResource for resource:subnetpool Jun 25 14:29:57.335191 dv-cinder-798091-1-smb neutron-server[78292]: WARNING neutron.quota.resource_registry [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] subnetpool is already registered Jun 25 14:29:57.335799 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.v2.resource_helper [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Service CORE assigned prefix: {{(pid=78292) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 25 14:29:57.336118 dv-cinder-798091-1-smb neutron-server[78292]: INFO neutron.quota.resource_registry [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Creating instance of TrackedResource for resource:subnetpool Jun 25 14:29:57.336431 dv-cinder-798091-1-smb neutron-server[78292]: WARNING neutron.quota.resource_registry [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] subnetpool is already registered Jun 25 14:29:57.337070 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Extended resource: extensions {{(pid=78292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 14:29:57.338582 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Extended resource: address-groups {{(pid=78292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 14:29:57.340206 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Extended resource: address-scopes {{(pid=78292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 14:29:57.341445 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Extended resource: agents {{(pid=78292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 14:29:57.342642 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Extended resource: auto-allocated-topology {{(pid=78292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 14:29:57.343884 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Extended resource: availability_zones {{(pid=78292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 14:29:57.345188 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Extended resource: dhcp-networks {{(pid=78292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 14:29:57.346618 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Extended resource: dhcp-agents {{(pid=78292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 14:29:57.348216 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Extended resource: routers {{(pid=78292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 14:29:57.351323 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Extended resource: flavors {{(pid=78292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 14:29:57.352474 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Extended resource: service_profiles {{(pid=78292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 14:29:57.353954 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Extended resource: next_providers {{(pid=78292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 14:29:57.355470 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Extended resource: service_profiles {{(pid=78292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 14:29:57.356935 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Extended resource: floatingip-pools {{(pid=78292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 14:29:57.358170 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Extended resource: routers {{(pid=78292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 14:29:57.359963 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Extended resource: floatingips {{(pid=78292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 14:29:57.361124 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Extended resource: l3-routers {{(pid=78292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 14:29:57.362575 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Extended resource: l3-agents {{(pid=78292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 14:29:57.364707 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Extended resource: metering-labels {{(pid=78292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 14:29:57.366276 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Extended resource: metering-label-rules {{(pid=78292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 14:29:57.367542 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Extended resource: network-ip-availabilities {{(pid=78292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 14:29:57.368785 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Extended resource: bindings {{(pid=78292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 14:29:57.370467 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Extended resource: quotas {{(pid=78292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 14:29:57.371915 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Extended resource: quotas {{(pid=78292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 14:29:57.373325 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Extended resource: rbac-policies {{(pid=78292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 14:29:57.374651 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Extended resource: security-groups {{(pid=78292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 14:29:57.375849 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Extended resource: security-group-rules {{(pid=78292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 14:29:57.377062 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Extended resource: service-providers {{(pid=78292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 14:29:57.378317 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Extended resource: subnetpools {{(pid=78292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 14:29:57.380647 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Extended resource: subnetpools {{(pid=78292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 14:29:57.382137 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Extended resource: tags {{(pid=78292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 14:29:57.383802 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Extended resource: tags {{(pid=78292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 14:29:57.385622 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Extended resource: tags {{(pid=78292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 14:29:57.387407 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Extended resource: tags {{(pid=78292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 14:29:57.389187 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Extended resource: tags {{(pid=78292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 14:29:57.391043 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Extended resource: tags {{(pid=78292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 14:29:57.392727 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Extended resource: tags {{(pid=78292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 14:29:57.394670 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Extended resource: tags {{(pid=78292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 14:29:57.396912 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Extended resource: tags {{(pid=78292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 14:29:57.398770 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Extended resource: tags {{(pid=78292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 14:29:57.404794 dv-cinder-798091-1-smb neutron-server[78292]: WARNING keystonemiddleware.auth_token [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 25 14:29:57.409575 dv-cinder-798091-1-smb neutron-server[78292]: WARNING keystonemiddleware.auth_token [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 25 14:29:57.418015 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_concurrency.lockutils [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Acquired lock "singleton_lock" {{(pid=78292) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 25 14:29:57.418485 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_concurrency.lockutils [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Releasing lock "singleton_lock" {{(pid=78292) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 25 14:29:57.419130 dv-cinder-798091-1-smb neutron-server[78292]: INFO oslo_service.service [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Starting 2 workers Jun 25 14:29:57.423757 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Started child 78397 {{(pid=78292) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 25 14:29:57.428948 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Started child 78398 {{(pid=78292) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 25 14:29:57.429651 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:29:57.430526 dv-cinder-798091-1-smb neutron-server[78292]: INFO neutron.service [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 25 14:29:57.431161 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Notify callbacks [] for process, before_spawn {{(pid=78292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:29:57.431332 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [-] (78397) wsgi starting up on http://0.0.0.0:9696 Jun 25 14:29:57.433316 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:29:57.433852 dv-cinder-798091-1-smb neutron-server[78292]: INFO oslo_service.service [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Starting 1 workers Jun 25 14:29:57.434745 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [-] (78398) wsgi starting up on http://0.0.0.0:9696 Jun 25 14:29:57.438538 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Started child 78399 {{(pid=78292) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 25 14:29:57.439052 dv-cinder-798091-1-smb neutron-server[78292]: INFO oslo_service.service [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Starting 1 workers Jun 25 14:29:57.442828 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.service [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] calling RpcWorker wait() {{(pid=78399) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 25 14:29:57.443409 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.service [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] returning from RpcWorker wait() {{(pid=78399) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 25 14:29:57.444192 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Started child 78400 {{(pid=78292) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 25 14:29:57.444776 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:29:57.444979 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [None req-9413588d-1c96-4d06-8f0c-abd2c422b5f7 None None] Notify callbacks [] for process, after_spawn {{(pid=78292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:29:57.445345 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=78399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:29:57.446818 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=78292) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 25 14:29:57.447030 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}} Jun 25 14:29:57.447212 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}} Jun 25 14:29:57.447421 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}} Jun 25 14:29:57.447931 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}} Jun 25 14:29:57.448111 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}} Jun 25 14:29:57.448614 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.448881 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.448969 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:29:57.449438 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.449438 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.449700 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.450444 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.450720 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.450948 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.451226 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.451452 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.451616 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.451778 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.452015 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.452256 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.452564 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.452822 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.453051 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.453331 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.453499 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.453780 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] config_source = [] {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.454034 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.454273 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.454533 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] debug = True {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.454768 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.455222 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.455465 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.455701 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.455930 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.456200 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.456443 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.456726 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.456965 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.457196 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.457581 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.458000 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.458415 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.458757 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.458975 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.459214 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.459418 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.459912 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] host = dv-cinder-798091-1-smb {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.460114 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.460330 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.460574 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.460824 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.461090 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.461340 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.461587 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.461832 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.462095 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.462317 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.462554 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.462785 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.463032 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] log_dir = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.463269 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] log_file = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.463429 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] log_options = True {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.463639 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.463923 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.464193 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.464378 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.464545 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.464726 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.464982 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.465143 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.465399 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.465738 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.465952 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.466163 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.466393 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.466621 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.466861 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.467106 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.467337 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.467543 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.467807 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.468016 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.468238 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.468459 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.468690 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.468909 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.469137 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.469348 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.469605 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.469879 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.470017 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.470293 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.470526 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.470771 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.471010 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.471259 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.471498 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.471706 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.471920 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.472182 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.472410 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.472662 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.472953 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.473586 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.473729 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.474092 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.474327 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] use_journal = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.474546 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] use_json = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.474760 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.474975 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.476785 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.476785 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.476785 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.476785 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.476785 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.477261 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=78400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:29:57.477356 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.477356 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.477578 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.477920 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.478157 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.478448 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.478921 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.479175 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.479394 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.479655 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.479895 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.480210 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.480465 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.480766 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.480982 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.481237 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.481801 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.481801 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.481801 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.481801 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.481801 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.481801 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.481801 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.481801 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.487657 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.487657 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.72/identity {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.487657 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.487657 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.487657 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.487657 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.487657 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.487657 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.489508 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.489508 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.489508 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.489508 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.489508 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.489508 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.489508 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.489508 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.489508 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.491381 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.491381 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.491381 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.491381 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.491381 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.491381 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.491381 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.491381 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.491381 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.491898 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.491898 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.491898 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.491898 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.491898 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.492180 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.492256 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.492431 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.493002 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.493357 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.493749 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.494164 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.494410 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.494800 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.495190 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.495570 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.495970 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.496375 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.496625 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.496845 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.497058 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.497274 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.497505 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.497746 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.497959 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.498169 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.498379 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.498581 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.498814 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.499021 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.499237 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.499614 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.499978 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.500331 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.500715 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.501032 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.501585 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.501896 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.502092 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.502323 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.502556 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.502815 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.503095 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.503288 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.503655 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.504041 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.504905 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.505287 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.505813 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.506112 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.506351 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.506632 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.508405 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.508405 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.508405 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.508405 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.508405 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.508405 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.508405 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.508853 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.508853 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.508984 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.509216 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.509642 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.510443 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.510443 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.510443 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.510782 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.513039 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.513039 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.513039 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.513039 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.513039 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.513039 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.513039 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.513039 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.513869 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.513869 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.513869 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.513869 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.513869 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.514458 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.514458 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.514458 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.516513 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.516513 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.516513 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.516513 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.516513 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.516513 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.516513 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.516513 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.517452 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.517452 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.517452 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.72/identity {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.517452 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.517452 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.518073 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.518073 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.518298 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.518765 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.518765 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.519030 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.519178 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.519657 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.519657 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.519956 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.520302 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.520669 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.521166 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.521296 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.521797 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.521797 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.522064 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.522188 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.524267 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.524267 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.524267 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.524267 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.524267 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.524267 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.524267 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.524267 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.525221 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.525221 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.525221 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.525221 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.525221 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.525221 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.525883 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.525883 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.525883 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.526094 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.526267 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.526487 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.526711 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.526958 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.527212 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.527527 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.527766 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.528004 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.528231 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.528439 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.528654 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.528881 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.529137 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.529343 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.529674 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.529792 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.530069 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.530318 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.530553 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.530761 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.530971 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.531179 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.531388 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.531592 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.531894 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.532133 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.532945 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.532945 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.532945 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.533335 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.533335 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.534438 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.534438 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.534438 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.534438 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.534438 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.534438 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.536285 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.536285 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.536285 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.536285 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.536285 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.536764 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.536906 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.537265 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.537604 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.537971 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.538279 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.538588 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.538850 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.539081 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.539289 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.539553 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.539878 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.540344 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.540682 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.540911 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.541190 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.541472 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.541762 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.541956 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.542241 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.542575 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.542852 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.543111 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.543333 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.543619 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.543830 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.544056 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.544285 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.544502 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.544794 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.545119 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.545458 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.545798 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.546086 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.546433 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.546721 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.547027 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.547322 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.547647 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.547942 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.548079 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 25 14:29:57.548669 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=78292) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 25 14:29:57.548880 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}} Jun 25 14:29:57.549075 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}} Jun 25 14:29:57.549309 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}} Jun 25 14:29:57.549524 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}} Jun 25 14:29:57.549748 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}} Jun 25 14:29:57.550045 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.550303 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.550463 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.550648 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.550857 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.551177 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.551369 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.551584 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.551719 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.551888 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.552114 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.552312 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.552514 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.552719 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.552924 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.553126 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.553327 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.553529 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.553780 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.554011 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] config_source = [] {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.554559 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.554559 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.554795 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] debug = True {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.554795 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.555042 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.555266 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.555451 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.555604 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.555764 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.555916 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.556036 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.556193 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.556506 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.556666 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.556808 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.557107 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.557362 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.557467 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.557570 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.557741 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.557917 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] host = dv-cinder-798091-1-smb {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.558017 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.558316 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.558472 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.558617 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.558767 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.558921 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.559246 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.559246 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.559852 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.559852 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.559852 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.559852 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.560433 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] log_dir = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.560433 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] log_file = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.560433 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] log_options = True {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.560433 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.560778 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.560778 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.560778 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.560999 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.561077 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.561233 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.561410 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.561543 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.561710 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.561860 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.561997 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.562152 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.562306 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.562431 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.562586 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.562739 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.562892 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.563099 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.563187 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.563339 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.563492 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.563645 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.563799 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.563952 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.564105 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.564257 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.564409 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.564561 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.564713 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.564866 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.565018 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.565170 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.565323 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.565474 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.565650 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.565807 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.565967 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.566120 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.566271 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.566425 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.566578 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.567290 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.567548 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.567787 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] use_journal = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.567936 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] use_json = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.568078 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.568258 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.568420 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.568574 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.568726 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.568880 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.569035 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.569189 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:29:57.569371 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.569530 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.569779 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.569890 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.570014 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.570169 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.570342 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.570472 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.570628 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.570783 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.570947 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.571115 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.571262 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.571419 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.571815 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.572021 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.572386 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.572386 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.572623 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.573121 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.573121 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.573121 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.573606 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.573606 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.573838 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.72/identity {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.573838 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.574047 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.574147 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.574487 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.574487 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.574743 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.574743 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.574997 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.574997 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.575331 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.575331 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.575665 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.575665 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.576239 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.576239 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.576239 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.576239 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.576856 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.576856 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.576856 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.576856 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.576856 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.577543 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.577543 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.577543 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.577543 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.578069 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.578069 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.578069 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.578069 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.578523 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.578523 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.578523 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.578940 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.578940 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.578940 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.579395 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.579395 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.579395 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.579804 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.579804 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.579804 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.580231 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.580231 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.580231 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.580659 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.580659 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.580659 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.581204 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.581204 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.581204 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.581204 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.581751 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.581751 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.581751 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.582099 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.582099 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.582409 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.582409 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.582660 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.582660 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.582893 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.583146 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.583435 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.583660 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.583821 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.583978 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.584137 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.584293 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.584449 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.584605 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.584762 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.584923 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.585079 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.585234 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.585409 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.585547 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.585727 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.585882 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.586037 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.586990 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.586990 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.586990 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.586990 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.586990 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.586990 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.587572 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.587572 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.587572 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.587572 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.588024 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.588024 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.588024 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.588272 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.588272 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.588467 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.588587 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.588706 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.588823 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.588942 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.589072 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.589312 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.589448 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.589600 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.589714 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.589871 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.590026 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.590206 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.590362 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.590518 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.590673 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.590828 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.590983 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.591138 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.591293 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.591449 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.591609 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.591765 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.591922 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.72/identity {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.592077 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.592232 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.592387 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.592541 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.592699 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.592854 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.593009 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.593165 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.593322 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.593531 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.593685 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.593799 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.593955 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.594110 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.594265 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.594422 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.594577 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.594732 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.594883 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.595040 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.595194 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.595349 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.595503 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.595659 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.595814 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.595995 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.596083 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=78399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:29:57.596166 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.596296 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.596489 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.596609 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.596766 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.596921 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.597080 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.597235 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.597391 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.597548 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.597725 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.597881 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.598566 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.598767 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.599049 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.599343 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.599528 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.599702 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.599861 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.600018 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.600175 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.600331 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.600488 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.600647 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.600802 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.600957 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.601113 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.601269 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.601430 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.601614 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.601774 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.601930 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.602086 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.602242 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.602398 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.602554 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.602722 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.602879 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.603034 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.603190 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.603345 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.603769 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.603919 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.604076 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.604231 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.604387 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.604552 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.604707 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.604862 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.605017 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.605172 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.605336 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.605492 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.605671 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.605836 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.605991 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.606147 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.606303 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.606471 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.606628 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.606786 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.606943 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.607098 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.607250 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.607403 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.607640 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.607917 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.608142 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.608289 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.608548 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.608944 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.609067 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.609180 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.609348 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.609521 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.609685 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.609846 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.610213 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.610213 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.610448 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.610448 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.610672 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.610802 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.610924 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.611043 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.611158 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.611316 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.611478 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.611619 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.611775 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.612078 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.612078 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.612241 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.612361 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:29:57.612510 dv-cinder-798091-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 25 14:29:57.688324 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.72', 57104) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:29:57.696975 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [-] 10.222.0.72 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063736 Jun 25 14:30:08.648997 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eebd098-51b7-415c-825e-b8fe513c47ce None None] get_active_networks_info from dv-cinder-798091-1-smb {{(pid=78399) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jun 25 14:30:08.732131 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eebd098-51b7-415c-825e-b8fe513c47ce None None] No non-hosted networks {{(pid=78399) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 25 14:30:08.741678 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.agentschedulers_db [None req-1eebd098-51b7-415c-825e-b8fe513c47ce None None] DHCP Agent not found on host dv-cinder-798091-1-smb {{(pid=78399) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 25 14:30:08.858539 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-f85dc822-692b-4379-805c-ad8cf927e99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-517236'] for agent, after_create {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:08.942409 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-517236'] for agent, after_create {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:08.944359 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:30:08.944896 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:30:08.945756 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:30:08.946407 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:30:08.947399 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:30:08.947951 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:30:08.949232 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:30:08.950154 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:30:08.951042 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:30:08.951589 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:30:08.952385 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:30:08.953316 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:30:08.954029 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-798091-1-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=78399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:30:08.962370 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-798091-1-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=78399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:30:11.222126 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-38802153-eb58-4afa-9bf3-2b2693b761a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-517236'] for agent, after_create {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:11.246206 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-0768486f-1445-4898-941a-d6aafe3810f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:12.206253 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-d14b10cb-2ead-4edf-9c0b-578ba992fa59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-517236'] for agent, after_create {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:13.448895 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-0959a481-12d6-4798-a5c7-3b38329e38d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-517236'] for agent, after_create {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:15.299476 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.72', 57198) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:30:15.947819 dv-cinder-798091-1-smb neutron-server[78397]: WARNING oslo_policy.policy [None req-a35004ae-c715-427b-b3da-3b230be3f1a4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 25 14:30:15.948477 dv-cinder-798091-1-smb neutron-server[78397]: WARNING oslo_policy.policy [None req-a35004ae-c715-427b-b3da-3b230be3f1a4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 25 14:30:16.173379 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.wsgi [None req-a35004ae-c715-427b-b3da-3b230be3f1a4 admin admin] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=78397) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 25 14:30:16.174446 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-a35004ae-c715-427b-b3da-3b230be3f1a4 admin admin] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8739097 Jun 25 14:30:16.212029 dv-cinder-798091-1-smb neutron-server[78399]: INFO neutron.db.l3_hamode_db [None req-6f238464-b4ee-4f7a-a2f4-a4b3144c911c None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 25 14:30:16.305583 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f238464-b4ee-4f7a-a2f4-a4b3144c911c None None] Routers set() bound to L3 agent in host dv-cinder-798091-1-smb {{(pid=78399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:30:16.305893 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f238464-b4ee-4f7a-a2f4-a4b3144c911c None None] Router IDs set() for agent in host dv-cinder-798091-1-smb {{(pid=78399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jun 25 14:30:18.495077 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.72', 57212) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:30:19.087865 dv-cinder-798091-1-smb neutron-server[78398]: WARNING oslo_policy.policy [None req-b2d1280f-6534-46d2-9d1b-a236b9b1c7e3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 25 14:30:19.088351 dv-cinder-798091-1-smb neutron-server[78398]: WARNING oslo_policy.policy [None req-b2d1280f-6534-46d2-9d1b-a236b9b1c7e3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 25 14:30:19.306921 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.v2.base [None req-b2d1280f-6534-46d2-9d1b-a236b9b1c7e3 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'shared': True}} {{(pid=78398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:30:19.406298 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.policy [None req-b2d1280f-6534-46d2-9d1b-a236b9b1c7e3 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=78398) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 25 14:30:19.452063 dv-cinder-798091-1-smb neutron-server[78398]: WARNING oslo_policy.policy [None req-b2d1280f-6534-46d2-9d1b-a236b9b1c7e3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 25 14:30:19.452432 dv-cinder-798091-1-smb neutron-server[78398]: WARNING oslo_policy.policy [None req-b2d1280f-6534-46d2-9d1b-a236b9b1c7e3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 25 14:30:19.462326 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.quota [None req-b2d1280f-6534-46d2-9d1b-a236b9b1c7e3 admin admin] Loaded quota_driver: . Jun 25 14:30:19.477488 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-b2d1280f-6534-46d2-9d1b-a236b9b1c7e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:30:19.537383 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-b2d1280f-6534-46d2-9d1b-a236b9b1c7e3 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747172073419', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747172071972', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747172090652', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747172088127', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747172107501', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747172105622', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3443480', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3630104', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-760614', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-679034'] for rbac-policy, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:19.603105 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-b2d1280f-6534-46d2-9d1b-a236b9b1c7e3 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:19.604769 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-b2d1280f-6534-46d2-9d1b-a236b9b1c7e3 admin admin] 10.222.0.72 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.1076565 Jun 25 14:30:22.197406 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.72', 57230) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:30:22.545600 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.v2.base [None req-e5877437-e1ef-490b-bd43-1ce9d93667a9 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'project_id': 'd9676e38a519411fb9ed8cb34363a7f3'}} {{(pid=78397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:30:22.547016 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.quota [None req-e5877437-e1ef-490b-bd43-1ce9d93667a9 admin admin] Loaded quota_driver: . Jun 25 14:30:22.563441 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-e5877437-e1ef-490b-bd43-1ce9d93667a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:30:22.570169 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-e5877437-e1ef-490b-bd43-1ce9d93667a9 admin admin] Usage tracker for resource:network and tenant:d9676e38a519411fb9ed8cb34363a7f3 is out of sync, need to count used quota {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:30:22.575707 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-e5877437-e1ef-490b-bd43-1ce9d93667a9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:30:22.583284 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-e5877437-e1ef-490b-bd43-1ce9d93667a9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:30:22.599453 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5877437-e1ef-490b-bd43-1ce9d93667a9 admin admin] Made reservation on behalf of d9676e38a519411fb9ed8cb34363a7f3 for: {'network': 1} {{(pid=78397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 14:30:22.671210 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.policy [None req-e5877437-e1ef-490b-bd43-1ce9d93667a9 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=78397) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 25 14:30:22.716632 dv-cinder-798091-1-smb neutron-server[78397]: WARNING oslo_policy.policy [None req-e5877437-e1ef-490b-bd43-1ce9d93667a9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 25 14:30:22.716997 dv-cinder-798091-1-smb neutron-server[78397]: WARNING oslo_policy.policy [None req-e5877437-e1ef-490b-bd43-1ce9d93667a9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 25 14:30:22.727511 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-e5877437-e1ef-490b-bd43-1ce9d93667a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for network, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:22.748863 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-e5877437-e1ef-490b-bd43-1ce9d93667a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:22.763363 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-e5877437-e1ef-490b-bd43-1ce9d93667a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:30:22.766955 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-e5877437-e1ef-490b-bd43-1ce9d93667a9 admin admin] Usage tracker for resource:security_group_rule and tenant:d9676e38a519411fb9ed8cb34363a7f3 is out of sync, need to count used quota {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:30:22.772704 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-e5877437-e1ef-490b-bd43-1ce9d93667a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:30:22.778439 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-e5877437-e1ef-490b-bd43-1ce9d93667a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:30:22.881736 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-e5877437-e1ef-490b-bd43-1ce9d93667a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:22.885442 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-e5877437-e1ef-490b-bd43-1ce9d93667a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726995'] for security_group, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:22.891075 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:30:22.908945 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5877437-e1ef-490b-bd43-1ce9d93667a9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 323} {{(pid=78397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 14:30:22.935308 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-e5877437-e1ef-490b-bd43-1ce9d93667a9 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8747172693176', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3551624'] for segment, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:22.935926 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-e5877437-e1ef-490b-bd43-1ce9d93667a9 admin admin] Unsubscribe: segment precommit_create {{(pid=78397) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 25 14:30:22.936405 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.db.segments_db [None req-e5877437-e1ef-490b-bd43-1ce9d93667a9 admin admin] Added segment bea6d200-d409-49b9-9f57-4c2cad81c5b8 of type vlan for network 541a2930-2f41-4937-b434-c003ad129c98 Jun 25 14:30:22.988767 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5877437-e1ef-490b-bd43-1ce9d93667a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b1ff1d1-5e2e-4f7f-838c-76c46e610b59,revision_number=1']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:30:23.010450 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5877437-e1ef-490b-bd43-1ce9d93667a9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:30:23.010792 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5877437-e1ef-490b-bd43-1ce9d93667a9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:30:23.011096 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5877437-e1ef-490b-bd43-1ce9d93667a9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:30:23.011416 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5877437-e1ef-490b-bd43-1ce9d93667a9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:30:23.011726 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5877437-e1ef-490b-bd43-1ce9d93667a9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:30:23.012037 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5877437-e1ef-490b-bd43-1ce9d93667a9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:30:23.012343 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5877437-e1ef-490b-bd43-1ce9d93667a9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:30:23.012651 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5877437-e1ef-490b-bd43-1ce9d93667a9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:30:23.012971 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5877437-e1ef-490b-bd43-1ce9d93667a9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:30:23.013277 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5877437-e1ef-490b-bd43-1ce9d93667a9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:30:23.013599 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5877437-e1ef-490b-bd43-1ce9d93667a9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:30:23.013905 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5877437-e1ef-490b-bd43-1ce9d93667a9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:30:23.014935 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5877437-e1ef-490b-bd43-1ce9d93667a9 admin admin] Tracked resource versions report: Jun 25 14:30:23.014935 dv-cinder-798091-1-smb neutron-server[78397]: pushed versions: Jun 25 14:30:23.014935 dv-cinder-798091-1-smb neutron-server[78397]: { 'AddressGroup': {'1.2'}, Jun 25 14:30:23.014935 dv-cinder-798091-1-smb neutron-server[78397]: 'ConntrackHelper': {'1.0'}, Jun 25 14:30:23.014935 dv-cinder-798091-1-smb neutron-server[78397]: 'Log': {'1.0'}, Jun 25 14:30:23.014935 dv-cinder-798091-1-smb neutron-server[78397]: 'Network': {'1.1'}, Jun 25 14:30:23.014935 dv-cinder-798091-1-smb neutron-server[78397]: 'Port': {'1.7'}, Jun 25 14:30:23.014935 dv-cinder-798091-1-smb neutron-server[78397]: 'PortForwarding': {'1.2'}, Jun 25 14:30:23.014935 dv-cinder-798091-1-smb neutron-server[78397]: 'QosPolicy': {'1.8'}, Jun 25 14:30:23.014935 dv-cinder-798091-1-smb neutron-server[78397]: 'SecurityGroup': {'1.4'}, Jun 25 14:30:23.014935 dv-cinder-798091-1-smb neutron-server[78397]: 'SecurityGroupRule': {'1.2'}, Jun 25 14:30:23.014935 dv-cinder-798091-1-smb neutron-server[78397]: 'SubPort': {'1.0'}, Jun 25 14:30:23.014935 dv-cinder-798091-1-smb neutron-server[78397]: 'Subnet': {'1.1'}, Jun 25 14:30:23.014935 dv-cinder-798091-1-smb neutron-server[78397]: 'Trunk': {'1.1'}} Jun 25 14:30:23.014935 dv-cinder-798091-1-smb neutron-server[78397]: consumer versions: Jun 25 14:30:23.014935 dv-cinder-798091-1-smb neutron-server[78397]: { DHCP agent@dv-cinder-798091-1-smb: {}, Jun 25 14:30:23.014935 dv-cinder-798091-1-smb neutron-server[78397]: L3 agent@dv-cinder-798091-1-smb: {}, Jun 25 14:30:23.014935 dv-cinder-798091-1-smb neutron-server[78397]: Metadata agent@dv-cinder-798091-1-smb: {}, Jun 25 14:30:23.014935 dv-cinder-798091-1-smb neutron-server[78397]: Metering agent@dv-cinder-798091-1-smb: {}, Jun 25 14:30:23.014935 dv-cinder-798091-1-smb neutron-server[78397]: Open vSwitch agent@dv-cinder-798091-1-smb: { 'AddressGroup': '1.2', Jun 25 14:30:23.014935 dv-cinder-798091-1-smb neutron-server[78397]: 'ConntrackHelper': '1.0', Jun 25 14:30:23.014935 dv-cinder-798091-1-smb neutron-server[78397]: 'Log': '1.0', Jun 25 14:30:23.014935 dv-cinder-798091-1-smb neutron-server[78397]: 'Network': '1.1', Jun 25 14:30:23.014935 dv-cinder-798091-1-smb neutron-server[78397]: 'Port': '1.7', Jun 25 14:30:23.014935 dv-cinder-798091-1-smb neutron-server[78397]: 'PortForwarding': '1.2', Jun 25 14:30:23.014935 dv-cinder-798091-1-smb neutron-server[78397]: 'QosPolicy': '1.8', Jun 25 14:30:23.014935 dv-cinder-798091-1-smb neutron-server[78397]: 'SecurityGroup': '1.4', Jun 25 14:30:23.014935 dv-cinder-798091-1-smb neutron-server[78397]: 'SecurityGroupRule': '1.2', Jun 25 14:30:23.014935 dv-cinder-798091-1-smb neutron-server[78397]: 'SubPort': '1.0', Jun 25 14:30:23.014935 dv-cinder-798091-1-smb neutron-server[78397]: 'Subnet': '1.1', Jun 25 14:30:23.014935 dv-cinder-798091-1-smb neutron-server[78397]: 'Trunk': '1.1'}} Jun 25 14:30:23.014935 dv-cinder-798091-1-smb neutron-server[78397]: {{(pid=78397) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 25 14:30:23.057962 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-e5877437-e1ef-490b-bd43-1ce9d93667a9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747172227979'] for network, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:23.061730 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-e5877437-e1ef-490b-bd43-1ce9d93667a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:30:23.100878 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-e5877437-e1ef-490b-bd43-1ce9d93667a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180'] for network, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:23.102334 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5877437-e1ef-490b-bd43-1ce9d93667a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:30:23.102997 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-e5877437-e1ef-490b-bd43-1ce9d93667a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692162'] for network, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:23.107884 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:30:23.210553 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-e5877437-e1ef-490b-bd43-1ce9d93667a9 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.0119867 Jun 25 14:30:23.213316 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5877437-e1ef-490b-bd43-1ce9d93667a9 admin admin] Pushing event updated for resources: {'Network': ['ID=541a2930-2f41-4937-b434-c003ad129c98,revision_number=1']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:30:23.235633 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-e5877437-e1ef-490b-bd43-1ce9d93667a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:30:23.245121 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Network 541a2930-2f41-4937-b434-c003ad129c98 details requested by agent ovs-agent-dv-cinder-798091-1-smb with host dv-cinder-798091-1-smb {{(pid=78399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 25 14:30:25.865898 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.72', 57248) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:30:26.348681 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-690ef9f8-4e1d-42c5-9764-c04512562caf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:30:26.350360 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-690ef9f8-4e1d-42c5-9764-c04512562caf admin admin] 10.222.0.72 "GET /v2.0/networks/541a2930-2f41-4937-b434-c003ad129c98 HTTP/1.1" status: 200 len: 825 time: 0.4834280 Jun 25 14:30:26.389228 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-55342a7e-8a2c-4e60-97ef-eae0eb47a30e admin admin] 10.222.0.72 "GET /v2.0/subnetpools/e93bdeff-1f89-4b68-a7b8-d2acb1da3cf7 HTTP/1.1" status: 200 len: 734 time: 0.0331972 Jun 25 14:30:26.398764 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.v2.base [None req-1b462669-0aff-4d28-b140-62cd1e2afd15 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'tenant_id': 'd9676e38a519411fb9ed8cb34363a7f3', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'subnetpool_id': 'e93bdeff-1f89-4b68-a7b8-d2acb1da3cf7', 'network_id': '541a2930-2f41-4937-b434-c003ad129c98'}} {{(pid=78397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:30:26.403602 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-1b462669-0aff-4d28-b140-62cd1e2afd15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:30:26.407340 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-1b462669-0aff-4d28-b140-62cd1e2afd15 admin admin] Usage tracker for resource:subnet and tenant:d9676e38a519411fb9ed8cb34363a7f3 is out of sync, need to count used quota {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:30:26.410430 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-1b462669-0aff-4d28-b140-62cd1e2afd15 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:30:26.416412 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-1b462669-0aff-4d28-b140-62cd1e2afd15 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:30:26.426273 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b462669-0aff-4d28-b140-62cd1e2afd15 admin admin] Made reservation on behalf of d9676e38a519411fb9ed8cb34363a7f3 for: {'subnet': 1} {{(pid=78397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 14:30:26.428536 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-1b462669-0aff-4d28-b140-62cd1e2afd15 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:26.697402 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-1b462669-0aff-4d28-b140-62cd1e2afd15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180'] for subnet, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:26.702334 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:30:26.793944 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b462669-0aff-4d28-b140-62cd1e2afd15 admin admin] Checking segment: {'id': 'bea6d200-d409-49b9-9f57-4c2cad81c5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '541a2930-2f41-4937-b434-c003ad129c98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:30:26.794311 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b462669-0aff-4d28-b140-62cd1e2afd15 admin admin] Network hostable DHCP agents. Network: 541a2930-2f41-4937-b434-c003ad129c98, hostable agents: ['003a8640-0760-42fb-acf3-9b035430460e'], hosted agents: [] {{(pid=78397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 14:30:26.801473 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b462669-0aff-4d28-b140-62cd1e2afd15 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd7bca57-9cd4-4b81-bc2d-2d3535fbef87,revision_number=0']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:30:26.807303 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-1b462669-0aff-4d28-b140-62cd1e2afd15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:30:26.819847 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b462669-0aff-4d28-b140-62cd1e2afd15 admin admin] Network 541a2930-2f41-4937-b434-c003ad129c98 is scheduled to be hosted by DHCP agent 003a8640-0760-42fb-acf3-9b035430460e with binding_index 1 {{(pid=78397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 14:30:26.829686 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.scheduler.base_scheduler [None req-1b462669-0aff-4d28-b140-62cd1e2afd15 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798091-1-smb, 541a2930-2f41-4937-b434-c003ad129c98) {{(pid=78397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:30:26.835094 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b462669-0aff-4d28-b140-62cd1e2afd15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:30:26.835658 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-1b462669-0aff-4d28-b140-62cd1e2afd15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692162'] for subnet, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:26.839855 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11721e46-a0af-4b92-8c1d-48558702648b None None] Network 541a2930-2f41-4937-b434-c003ad129c98 requested from dv-cinder-798091-1-smb {{(pid=78399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 25 14:30:26.856424 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-1b462669-0aff-4d28-b140-62cd1e2afd15 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4618266 Jun 25 14:30:27.251630 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26ea2b54-9eb0-4c00-b3dd-206a641fdf7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c8bd671-329d-5687-b2c0-76f17e15c0bb-541a2930-2f41-4937-b434-c003ad129c98', 'network_id': '541a2930-2f41-4937-b434-c003ad129c98', 'tenant_id': 'd9676e38a519411fb9ed8cb34363a7f3', 'fixed_ips': [{'subnet_id': 'fd7bca57-9cd4-4b81-bc2d-2d3535fbef87'}]}} from dv-cinder-798091-1-smb. {{(pid=78399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 25 14:30:27.252900 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-26ea2b54-9eb0-4c00-b3dd-206a641fdf7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for port, before_create {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:27.437777 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.db_base_plugin_common [None req-26ea2b54-9eb0-4c00-b3dd-206a641fdf7f None None] Allocated IP 172.20.0.2 (541a2930-2f41-4937-b434-c003ad129c98/fd7bca57-9cd4-4b81-bc2d-2d3535fbef87/cd3b771b-20b9-4e65-bb99-bfdb66dcf6d6) {{(pid=78399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 14:30:27.669816 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-26ea2b54-9eb0-4c00-b3dd-206a641fdf7f None None] Notify callbacks [] for port, precommit_create {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:27.683558 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-26ea2b54-9eb0-4c00-b3dd-206a641fdf7f None None] Transition to ACTIVE for port object cd3b771b-20b9-4e65-bb99-bfdb66dcf6d6 will not be triggered until provisioned by entity L2. {{(pid=78399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:30:27.705245 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-26ea2b54-9eb0-4c00-b3dd-206a641fdf7f None None] Transition to ACTIVE for port object cd3b771b-20b9-4e65-bb99-bfdb66dcf6d6 will not be triggered until provisioned by entity DHCP. {{(pid=78399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:30:27.712371 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-26ea2b54-9eb0-4c00-b3dd-206a641fdf7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747172243469'] for port, after_create {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:27.717175 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:30:27.790439 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ea2b54-9eb0-4c00-b3dd-206a641fdf7f None None] Network 541a2930-2f41-4937-b434-c003ad129c98 is already hosted by enough agents. {{(pid=78399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:30:27.791308 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ea2b54-9eb0-4c00-b3dd-206a641fdf7f None None] Pushing event updated for resources: {'Port': ['ID=cd3b771b-20b9-4e65-bb99-bfdb66dcf6d6,revision_number=1']} {{(pid=78399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:30:27.793884 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.scheduler.base_scheduler [None req-26ea2b54-9eb0-4c00-b3dd-206a641fdf7f None None] Resources bound (agent type, host, resource id): {{(pid=78399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:30:27.800257 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ea2b54-9eb0-4c00-b3dd-206a641fdf7f None None] Received port after_create {{(pid=78399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 25 14:30:27.803847 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ea2b54-9eb0-4c00-b3dd-206a641fdf7f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:30:27.804227 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ea2b54-9eb0-4c00-b3dd-206a641fdf7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:30:27.804502 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ea2b54-9eb0-4c00-b3dd-206a641fdf7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:30:27.804843 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ea2b54-9eb0-4c00-b3dd-206a641fdf7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:30:27.805149 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ea2b54-9eb0-4c00-b3dd-206a641fdf7f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:30:27.805469 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ea2b54-9eb0-4c00-b3dd-206a641fdf7f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:30:27.805804 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ea2b54-9eb0-4c00-b3dd-206a641fdf7f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:30:27.806121 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ea2b54-9eb0-4c00-b3dd-206a641fdf7f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:30:27.806423 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ea2b54-9eb0-4c00-b3dd-206a641fdf7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:30:27.806734 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ea2b54-9eb0-4c00-b3dd-206a641fdf7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:30:27.807046 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ea2b54-9eb0-4c00-b3dd-206a641fdf7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:30:27.807354 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ea2b54-9eb0-4c00-b3dd-206a641fdf7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:30:27.808610 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ea2b54-9eb0-4c00-b3dd-206a641fdf7f None None] Tracked resource versions report: Jun 25 14:30:27.808610 dv-cinder-798091-1-smb neutron-server[78399]: pushed versions: Jun 25 14:30:27.808610 dv-cinder-798091-1-smb neutron-server[78399]: { 'AddressGroup': {'1.2'}, Jun 25 14:30:27.808610 dv-cinder-798091-1-smb neutron-server[78399]: 'ConntrackHelper': {'1.0'}, Jun 25 14:30:27.808610 dv-cinder-798091-1-smb neutron-server[78399]: 'Log': {'1.0'}, Jun 25 14:30:27.808610 dv-cinder-798091-1-smb neutron-server[78399]: 'Network': {'1.1'}, Jun 25 14:30:27.808610 dv-cinder-798091-1-smb neutron-server[78399]: 'Port': {'1.7'}, Jun 25 14:30:27.808610 dv-cinder-798091-1-smb neutron-server[78399]: 'PortForwarding': {'1.2'}, Jun 25 14:30:27.808610 dv-cinder-798091-1-smb neutron-server[78399]: 'QosPolicy': {'1.8'}, Jun 25 14:30:27.808610 dv-cinder-798091-1-smb neutron-server[78399]: 'SecurityGroup': {'1.4'}, Jun 25 14:30:27.808610 dv-cinder-798091-1-smb neutron-server[78399]: 'SecurityGroupRule': {'1.2'}, Jun 25 14:30:27.808610 dv-cinder-798091-1-smb neutron-server[78399]: 'SubPort': {'1.0'}, Jun 25 14:30:27.808610 dv-cinder-798091-1-smb neutron-server[78399]: 'Subnet': {'1.1'}, Jun 25 14:30:27.808610 dv-cinder-798091-1-smb neutron-server[78399]: 'Trunk': {'1.1'}} Jun 25 14:30:27.808610 dv-cinder-798091-1-smb neutron-server[78399]: consumer versions: Jun 25 14:30:27.808610 dv-cinder-798091-1-smb neutron-server[78399]: { DHCP agent@dv-cinder-798091-1-smb: {}, Jun 25 14:30:27.808610 dv-cinder-798091-1-smb neutron-server[78399]: L3 agent@dv-cinder-798091-1-smb: {}, Jun 25 14:30:27.808610 dv-cinder-798091-1-smb neutron-server[78399]: Metadata agent@dv-cinder-798091-1-smb: {}, Jun 25 14:30:27.808610 dv-cinder-798091-1-smb neutron-server[78399]: Metering agent@dv-cinder-798091-1-smb: {}, Jun 25 14:30:27.808610 dv-cinder-798091-1-smb neutron-server[78399]: Open vSwitch agent@dv-cinder-798091-1-smb: { 'AddressGroup': '1.2', Jun 25 14:30:27.808610 dv-cinder-798091-1-smb neutron-server[78399]: 'ConntrackHelper': '1.0', Jun 25 14:30:27.808610 dv-cinder-798091-1-smb neutron-server[78399]: 'Log': '1.0', Jun 25 14:30:27.808610 dv-cinder-798091-1-smb neutron-server[78399]: 'Network': '1.1', Jun 25 14:30:27.808610 dv-cinder-798091-1-smb neutron-server[78399]: 'Port': '1.7', Jun 25 14:30:27.808610 dv-cinder-798091-1-smb neutron-server[78399]: 'PortForwarding': '1.2', Jun 25 14:30:27.808610 dv-cinder-798091-1-smb neutron-server[78399]: 'QosPolicy': '1.8', Jun 25 14:30:27.808610 dv-cinder-798091-1-smb neutron-server[78399]: 'SecurityGroup': '1.4', Jun 25 14:30:27.808610 dv-cinder-798091-1-smb neutron-server[78399]: 'SecurityGroupRule': '1.2', Jun 25 14:30:27.808610 dv-cinder-798091-1-smb neutron-server[78399]: 'SubPort': '1.0', Jun 25 14:30:27.808610 dv-cinder-798091-1-smb neutron-server[78399]: 'Subnet': '1.1', Jun 25 14:30:27.808610 dv-cinder-798091-1-smb neutron-server[78399]: 'Trunk': '1.1'}} Jun 25 14:30:27.808610 dv-cinder-798091-1-smb neutron-server[78399]: {{(pid=78399) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 25 14:30:27.813624 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-26ea2b54-9eb0-4c00-b3dd-206a641fdf7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:30:27.906690 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.managers [None req-26ea2b54-9eb0-4c00-b3dd-206a641fdf7f None None] Attempting to bind port cd3b771b-20b9-4e65-bb99-bfdb66dcf6d6 on host dv-cinder-798091-1-smb for vnic_type normal with profile {{(pid=78399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 14:30:27.907349 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.managers [None req-26ea2b54-9eb0-4c00-b3dd-206a641fdf7f None None] Attempting to bind port cd3b771b-20b9-4e65-bb99-bfdb66dcf6d6 by drivers openvswitch,hyperv on host dv-cinder-798091-1-smb at level 0 using segments [{'id': 'bea6d200-d409-49b9-9f57-4c2cad81c5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '541a2930-2f41-4937-b434-c003ad129c98'}] {{(pid=78399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 14:30:27.907460 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ea2b54-9eb0-4c00-b3dd-206a641fdf7f None None] Attempting to bind port cd3b771b-20b9-4e65-bb99-bfdb66dcf6d6 on network 541a2930-2f41-4937-b434-c003ad129c98 {{(pid=78399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:30:27.913350 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ea2b54-9eb0-4c00-b3dd-206a641fdf7f None None] Checking agent: {'id': 'e8ccf8d8-5bf4-4749-9aa7-038299b331e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798091-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 14, 30, 9), 'started_at': datetime.datetime(2021, 6, 25, 14, 30, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 14, 30, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798091-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 14:30:27.913775 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ea2b54-9eb0-4c00-b3dd-206a641fdf7f None None] Checking segment: {'id': 'bea6d200-d409-49b9-9f57-4c2cad81c5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '541a2930-2f41-4937-b434-c003ad129c98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:30:27.914251 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-26ea2b54-9eb0-4c00-b3dd-206a641fdf7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:27.914640 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ea2b54-9eb0-4c00-b3dd-206a641fdf7f None None] Bound using segment: {'id': 'bea6d200-d409-49b9-9f57-4c2cad81c5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '541a2930-2f41-4937-b434-c003ad129c98'} {{(pid=78399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 14:30:27.915131 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.managers [None req-26ea2b54-9eb0-4c00-b3dd-206a641fdf7f None None] Bound port: cd3b771b-20b9-4e65-bb99-bfdb66dcf6d6, host: dv-cinder-798091-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bea6d200-d409-49b9-9f57-4c2cad81c5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '541a2930-2f41-4937-b434-c003ad129c98'}}] {{(pid=78399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 14:30:27.915517 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-26ea2b54-9eb0-4c00-b3dd-206a641fdf7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for port, before_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:28.024568 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-26ea2b54-9eb0-4c00-b3dd-206a641fdf7f None None] For port cd3b771b-20b9-4e65-bb99-bfdb66dcf6d6, host dv-cinder-798091-1-smb, cleared binding levels {{(pid=78399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 25 14:30:28.028414 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-26ea2b54-9eb0-4c00-b3dd-206a641fdf7f None None] For port cd3b771b-20b9-4e65-bb99-bfdb66dcf6d6, host dv-cinder-798091-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798091-1-smb',level=0,port_id=cd3b771b-20b9-4e65-bb99-bfdb66dcf6d6,segment=NetworkSegment(bea6d200-d409-49b9-9f57-4c2cad81c5b8),segment_id=bea6d200-d409-49b9-9f57-4c2cad81c5b8)] {{(pid=78399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 25 14:30:28.033259 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-26ea2b54-9eb0-4c00-b3dd-206a641fdf7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747172683978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747172243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747172243532'] for port, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:28.037677 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:30:28.124053 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ea2b54-9eb0-4c00-b3dd-206a641fdf7f None None] Pushing event updated for resources: {'Port': ['ID=cd3b771b-20b9-4e65-bb99-bfdb66dcf6d6,revision_number=2']} {{(pid=78399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:30:28.127098 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-26ea2b54-9eb0-4c00-b3dd-206a641fdf7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:30:29.259726 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.72', 57258) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:30:29.668495 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.wsgi [None req-1346a1d2-017e-475f-9a6b-7d09555058e1 admin admin] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=78398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 25 14:30:29.669483 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-1346a1d2-017e-475f-9a6b-7d09555058e1 admin admin] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4087021 Jun 25 14:30:31.011870 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Device cd3b771b-20b9-4e65-bb99-bfdb66dcf6d6 up at agent ovs-agent-dv-cinder-798091-1-smb {{(pid=78399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:30:31.083435 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Provisioning for port cd3b771b-20b9-4e65-bb99-bfdb66dcf6d6 completed by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:30:31.818346 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3331d91-0b37-40c0-b567-dac5d8da426d None None] Network 541a2930-2f41-4937-b434-c003ad129c98 requested from dv-cinder-798091-1-smb {{(pid=78399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 25 14:30:31.918798 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-ef0599fb-1223-4952-9da7-ae77f5383e02 None None] Provisioning for port cd3b771b-20b9-4e65-bb99-bfdb66dcf6d6 completed by entity DHCP. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:30:31.926765 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-ef0599fb-1223-4952-9da7-ae77f5383e02 None None] Provisioning complete for port cd3b771b-20b9-4e65-bb99-bfdb66dcf6d6 triggered by entity DHCP. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:30:31.927178 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-ef0599fb-1223-4952-9da7-ae77f5383e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545280'] for port, provisioning_complete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:32.084172 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.72', 57272) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:30:32.134557 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-ef0599fb-1223-4952-9da7-ae77f5383e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for port, before_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:32.216309 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-ef0599fb-1223-4952-9da7-ae77f5383e02 None None] For port cd3b771b-20b9-4e65-bb99-bfdb66dcf6d6, host dv-cinder-798091-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798091-1-smb',level=0,port_id=cd3b771b-20b9-4e65-bb99-bfdb66dcf6d6,segment=NetworkSegment(bea6d200-d409-49b9-9f57-4c2cad81c5b8),segment_id=bea6d200-d409-49b9-9f57-4c2cad81c5b8)] {{(pid=78399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:30:32.221901 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-ef0599fb-1223-4952-9da7-ae77f5383e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747172683978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747172243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747172243532'] for port, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:32.228082 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-26ea2b54-9eb0-4c00-b3dd-206a641fdf7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:30:32.301319 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0599fb-1223-4952-9da7-ae77f5383e02 None None] Pushing event updated for resources: {'Port': ['ID=cd3b771b-20b9-4e65-bb99-bfdb66dcf6d6,revision_number=3']} {{(pid=78399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:30:32.304524 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-ef0599fb-1223-4952-9da7-ae77f5383e02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:30:32.477650 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.wsgi [None req-24b92ca5-69d3-4639-93a3-73ebd71c7689 admin admin] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=78397) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 25 14:30:32.478623 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-24b92ca5-69d3-4639-93a3-73ebd71c7689 admin admin] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3935230 Jun 25 14:30:32.547263 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-9f30d4cb-1ba8-44a2-a876-1315fdb60bec None None] Provisioning complete for port cd3b771b-20b9-4e65-bb99-bfdb66dcf6d6 triggered by entity DHCP. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:30:32.547640 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-9f30d4cb-1ba8-44a2-a876-1315fdb60bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545280'] for port, provisioning_complete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:32.980932 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Device cd3b771b-20b9-4e65-bb99-bfdb66dcf6d6 up at agent ovs-agent-dv-cinder-798091-1-smb {{(pid=78399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:30:33.048857 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Provisioning complete for port cd3b771b-20b9-4e65-bb99-bfdb66dcf6d6 triggered by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:30:33.049224 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545280'] for port, provisioning_complete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:35.115419 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.72', 57284) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:30:35.472778 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.v2.base [None req-2c03414f-1603-4946-95c9-0bafe03b3fb2 admin admin] Request body: {'router': {'tenant_id': 'd9676e38a519411fb9ed8cb34363a7f3', 'name': 'router1', 'admin_state_up': True}} {{(pid=78398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:30:35.477504 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-2c03414f-1603-4946-95c9-0bafe03b3fb2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:30:35.482301 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-2c03414f-1603-4946-95c9-0bafe03b3fb2 admin admin] Usage tracker for resource:router and tenant:d9676e38a519411fb9ed8cb34363a7f3 is out of sync, need to count used quota {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:30:35.485900 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-2c03414f-1603-4946-95c9-0bafe03b3fb2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:30:35.492829 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-2c03414f-1603-4946-95c9-0bafe03b3fb2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:30:35.502603 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-2c03414f-1603-4946-95c9-0bafe03b3fb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-499437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1016470'] for router, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:35.504386 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-2c03414f-1603-4946-95c9-0bafe03b3fb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-498441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-497780', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3719610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1016449'] for router, precommit_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:35.527883 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-2c03414f-1603-4946-95c9-0bafe03b3fb2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:35.643819 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-2c03414f-1603-4946-95c9-0bafe03b3fb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-499451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-497729'] for router, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:35.661936 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-2c03414f-1603-4946-95c9-0bafe03b3fb2 admin admin] Notify callbacks [] for router, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:35.663081 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-2c03414f-1603-4946-95c9-0bafe03b3fb2 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5467248 Jun 25 14:30:38.029347 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.72', 57294) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:30:38.414737 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.wsgi [None req-46b2ae5a-4b6d-4be7-a2b4-9054fa309b3c admin admin] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=78398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 25 14:30:38.415693 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-46b2ae5a-4b6d-4be7-a2b4-9054fa309b3c admin admin] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3854027 Jun 25 14:30:38.568195 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-76ab5b86-1136-411d-8444-000d36201f26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:38.943838 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:40.798095 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.72', 57304) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:30:41.188327 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.v2.base [None req-cf55a912-fd20-4915-93c1-153d64a1afd4 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'name': 'public', 'admin_state_up': True, 'router:external': True, 'is_default': True}} {{(pid=78397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:30:41.192940 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-cf55a912-fd20-4915-93c1-153d64a1afd4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:30:41.196810 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-cf55a912-fd20-4915-93c1-153d64a1afd4 admin admin] Usage tracker for resource:network and tenant:66a90ba7d63c429d8a391ef202eb4a6b is out of sync, need to count used quota {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:30:41.200216 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-cf55a912-fd20-4915-93c1-153d64a1afd4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:30:41.207225 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-cf55a912-fd20-4915-93c1-153d64a1afd4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:30:41.213391 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-e030b8a4-910d-4544-a4fe-e816d21b4590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:41.220570 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf55a912-fd20-4915-93c1-153d64a1afd4 admin admin] Made reservation on behalf of 66a90ba7d63c429d8a391ef202eb4a6b for: {'network': 1} {{(pid=78397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 14:30:41.223740 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-cf55a912-fd20-4915-93c1-153d64a1afd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for network, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:41.238761 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-cf55a912-fd20-4915-93c1-153d64a1afd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:41.252852 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-cf55a912-fd20-4915-93c1-153d64a1afd4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:30:41.257053 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-cf55a912-fd20-4915-93c1-153d64a1afd4 admin admin] Usage tracker for resource:security_group_rule and tenant:66a90ba7d63c429d8a391ef202eb4a6b is out of sync, need to count used quota {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:30:41.259846 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-cf55a912-fd20-4915-93c1-153d64a1afd4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:30:41.265537 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-cf55a912-fd20-4915-93c1-153d64a1afd4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:30:41.354240 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-cf55a912-fd20-4915-93c1-153d64a1afd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:41.358675 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-cf55a912-fd20-4915-93c1-153d64a1afd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726995'] for security_group, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:41.361833 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-e5877437-e1ef-490b-bd43-1ce9d93667a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:30:41.384094 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-cf55a912-fd20-4915-93c1-153d64a1afd4 admin admin] Reserving flat network on physical network physnet1 {{(pid=78397) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 25 14:30:41.398200 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf55a912-fd20-4915-93c1-153d64a1afd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef9c0f0a-a000-4aad-8d9c-36c85f933b56,revision_number=1']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:30:41.402056 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-cf55a912-fd20-4915-93c1-153d64a1afd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:30:41.405194 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-cf55a912-fd20-4915-93c1-153d64a1afd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3551624'] for segment, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:41.405713 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.db.segments_db [None req-cf55a912-fd20-4915-93c1-153d64a1afd4 admin admin] Added segment d6aebad4-c614-4812-b5db-5340468a6247 of type flat for network a1a43f7a-e11e-4ed3-80ce-932e2581e9ee Jun 25 14:30:41.448777 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-cf55a912-fd20-4915-93c1-153d64a1afd4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747172227979'] for network, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:41.489233 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-cf55a912-fd20-4915-93c1-153d64a1afd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180'] for network, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:41.490567 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf55a912-fd20-4915-93c1-153d64a1afd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:30:41.491155 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-cf55a912-fd20-4915-93c1-153d64a1afd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692162'] for network, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:41.494406 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-e5877437-e1ef-490b-bd43-1ce9d93667a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:30:41.591255 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf55a912-fd20-4915-93c1-153d64a1afd4 admin admin] Pushing event updated for resources: {'Network': ['ID=a1a43f7a-e11e-4ed3-80ce-932e2581e9ee,revision_number=1']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:30:41.594268 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-cf55a912-fd20-4915-93c1-153d64a1afd4 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7951913 Jun 25 14:30:41.594937 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-cf55a912-fd20-4915-93c1-153d64a1afd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:30:41.612659 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Network a1a43f7a-e11e-4ed3-80ce-932e2581e9ee details requested by agent ovs-agent-dv-cinder-798091-1-smb with host dv-cinder-798091-1-smb {{(pid=78399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 25 14:30:42.163195 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-d14b10cb-2ead-4edf-9c0b-578ba992fa59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:43.399931 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-0959a481-12d6-4798-a5c7-3b38329e38d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:43.984002 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.72', 57324) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:30:44.207515 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bfdc408-ede1-4d5f-a654-10b592527598 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:30:44.208864 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-8bfdc408-ede1-4d5f-a654-10b592527598 admin admin] 10.222.0.72 "GET /v2.0/subnets/fd7bca57-9cd4-4b81-bc2d-2d3535fbef87 HTTP/1.1" status: 200 len: 849 time: 0.2244437 Jun 25 14:30:44.384471 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-02d5622b-4cc2-4bf9-87c0-9fe2ee4fd71f admin admin] 10.222.0.72 "GET /v2.0/routers/1b229619-db59-4123-9b03-2bd1149fd2e7 HTTP/1.1" status: 200 len: 704 time: 0.1699607 Jun 25 14:30:44.887634 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-f37dc77e-ec1e-42df-aeda-5a35be97b831 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for port, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:45.121329 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.db_base_plugin_common [None req-f37dc77e-ec1e-42df-aeda-5a35be97b831 admin admin] Allocated IP 172.20.0.1 (541a2930-2f41-4937-b434-c003ad129c98/fd7bca57-9cd4-4b81-bc2d-2d3535fbef87/00ef1c76-0651-4cea-9e5a-ce8ee45fbb51) {{(pid=78397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 14:30:45.316731 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-f37dc77e-ec1e-42df-aeda-5a35be97b831 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:45.334995 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.provisioning_blocks [None req-f37dc77e-ec1e-42df-aeda-5a35be97b831 admin admin] Transition to ACTIVE for port object 00ef1c76-0651-4cea-9e5a-ce8ee45fbb51 will not be triggered until provisioned by entity DHCP. {{(pid=78397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:30:45.395131 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-f37dc77e-ec1e-42df-aeda-5a35be97b831 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747172243469'] for port, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:45.402314 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:30:45.466734 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f37dc77e-ec1e-42df-aeda-5a35be97b831 admin admin] Network 541a2930-2f41-4937-b434-c003ad129c98 is already hosted by enough agents. {{(pid=78397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:30:45.469527 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.scheduler.base_scheduler [None req-f37dc77e-ec1e-42df-aeda-5a35be97b831 admin admin] Resources bound (agent type, host, resource id): {{(pid=78397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:30:45.472502 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f37dc77e-ec1e-42df-aeda-5a35be97b831 admin admin] Received port after_create {{(pid=78397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 25 14:30:45.473463 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-f37dc77e-ec1e-42df-aeda-5a35be97b831 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-497799'] for router_interface, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:45.614444 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37dc77e-ec1e-42df-aeda-5a35be97b831 admin admin] Pushing event updated for resources: {'Port': ['ID=00ef1c76-0651-4cea-9e5a-ce8ee45fbb51,revision_number=1']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:30:45.618170 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-f37dc77e-ec1e-42df-aeda-5a35be97b831 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:30:45.683909 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-88e7ea83-ac14-4352-893b-f5784b691c93 None None] Provisioning for port 00ef1c76-0651-4cea-9e5a-ce8ee45fbb51 completed by entity DHCP. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:30:45.689669 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-88e7ea83-ac14-4352-893b-f5784b691c93 None None] Provisioning complete for port 00ef1c76-0651-4cea-9e5a-ce8ee45fbb51 triggered by entity DHCP. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:30:45.690100 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-88e7ea83-ac14-4352-893b-f5784b691c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545280'] for port, provisioning_complete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:45.746756 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.plugin [None req-88e7ea83-ac14-4352-893b-f5784b691c93 None None] Port 00ef1c76-0651-4cea-9e5a-ce8ee45fbb51 cannot update to ACTIVE because it is not bound. {{(pid=78399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 14:30:45.754499 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-f37dc77e-ec1e-42df-aeda-5a35be97b831 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for port, before_update {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:45.981995 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-f37dc77e-ec1e-42df-aeda-5a35be97b831 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:45.986440 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-f37dc77e-ec1e-42df-aeda-5a35be97b831 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747172683978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747172243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747172243532'] for port, after_update {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:45.987786 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-f37dc77e-ec1e-42df-aeda-5a35be97b831 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3692262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-499246'] for router_interface, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:45.990846 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:30:46.115900 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37dc77e-ec1e-42df-aeda-5a35be97b831 admin admin] Pushing event updated for resources: {'Port': ['ID=00ef1c76-0651-4cea-9e5a-ce8ee45fbb51,revision_number=2']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:30:46.119992 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-f37dc77e-ec1e-42df-aeda-5a35be97b831 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:30:46.178015 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f37dc77e-ec1e-42df-aeda-5a35be97b831 admin admin] Network 541a2930-2f41-4937-b434-c003ad129c98 is already hosted by enough agents. {{(pid=78397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:30:46.179045 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.scheduler.base_scheduler [None req-f37dc77e-ec1e-42df-aeda-5a35be97b831 admin admin] Resources bound (agent type, host, resource id): {{(pid=78397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:30:46.369365 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-ac84b1ab-d5a8-4fc9-a730-d50e6f297407 None None] Provisioning complete for port 00ef1c76-0651-4cea-9e5a-ce8ee45fbb51 triggered by entity DHCP. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:30:46.369756 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-ac84b1ab-d5a8-4fc9-a730-d50e6f297407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545280'] for port, provisioning_complete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:46.396103 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f37dc77e-ec1e-42df-aeda-5a35be97b831 admin admin] Router 1b229619-db59-4123-9b03-2bd1149fd2e7 is scheduled to L3 agent 941bc864-709b-4c09-a7df-f27e1f49545a with binding_index 1 {{(pid=78397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 25 14:30:46.424352 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.plugin [None req-ac84b1ab-d5a8-4fc9-a730-d50e6f297407 None None] Port 00ef1c76-0651-4cea-9e5a-ce8ee45fbb51 cannot update to ACTIVE because it is not bound. {{(pid=78399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 14:30:46.558122 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f37dc77e-ec1e-42df-aeda-5a35be97b831 admin admin] Notify agent at l3_agent.dv-cinder-798091-1-smb the message routers_updated {{(pid=78397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 25 14:30:46.567505 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-f37dc77e-ec1e-42df-aeda-5a35be97b831 admin admin] 10.222.0.72 "PUT /v2.0/routers/1b229619-db59-4123-9b03-2bd1149fd2e7/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1781001 Jun 25 14:30:46.567676 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0aefb41-75fc-4ea0-9c1d-bdf91a9e8248 None None] Sync routers for ids ['1b229619-db59-4123-9b03-2bd1149fd2e7'] in dv-cinder-798091-1-smb {{(pid=78400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 14:30:46.578152 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0aefb41-75fc-4ea0-9c1d-bdf91a9e8248 None None] Routers {'1b229619-db59-4123-9b03-2bd1149fd2e7'} bound to L3 agent in host dv-cinder-798091-1-smb {{(pid=78400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:30:46.579043 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.db.l3_hamode_db [None req-a0aefb41-75fc-4ea0-9c1d-bdf91a9e8248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798091-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-25T14:30:11Z,description=,heartbeat_timestamp=2021-06-25T14:30:41Z,host='dv-cinder-798091-1-smb',id=941bc864-709b-4c09-a7df-f27e1f49545a,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:30:11Z,topic='l3_agent')) {'router_ids': ['1b229619-db59-4123-9b03-2bd1149fd2e7'], 'active': True} {{(pid=78400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:30:46.761855 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.db.l3_dvr_db [None req-a0aefb41-75fc-4ea0-9c1d-bdf91a9e8248 None None] Set router 1b229619-db59-4123-9b03-2bd1149fd2e7 gateway port host: None {{(pid=78400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:30:47.155151 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.db.l3_hamode_db [None req-a0aefb41-75fc-4ea0-9c1d-bdf91a9e8248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b229619-db59-4123-9b03-2bd1149fd2e7', 'name': 'router1', 'tenant_id': 'd9676e38a519411fb9ed8cb34363a7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:30:35Z', 'updated_at': '2021-06-25T14:30:45Z', 'revision_number': 2, 'project_id': 'd9676e38a519411fb9ed8cb34363a7f3', 'gw_port_host': None, '_interfaces': [{'id': '00ef1c76-0651-4cea-9e5a-ce8ee45fbb51', 'name': '', 'network_id': '541a2930-2f41-4937-b434-c003ad129c98', 'tenant_id': 'd9676e38a519411fb9ed8cb34363a7f3', 'mac_address': 'fa:16:3e:41:2c:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b229619-db59-4123-9b03-2bd1149fd2e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fd7bca57-9cd4-4b81-bc2d-2d3535fbef87', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:30:44Z', 'updated_at': '2021-06-25T14:30:45Z', 'revision_number': 2, 'project_id': 'd9676e38a519411fb9ed8cb34363a7f3', 'subnets': [{'id': 'fd7bca57-9cd4-4b81-bc2d-2d3535fbef87', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e93bdeff-1f89-4b68-a7b8-d2acb1da3cf7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798091-1-smb', False) {} {{(pid=78400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:30:47.160545 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0aefb41-75fc-4ea0-9c1d-bdf91a9e8248 None None] Checking router: 1b229619-db59-4123-9b03-2bd1149fd2e7 for host: dv-cinder-798091-1-smb {{(pid=78400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 14:30:47.161036 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0aefb41-75fc-4ea0-9c1d-bdf91a9e8248 None None] Updating router 1b229619-db59-4123-9b03-2bd1149fd2e7 port 00ef1c76-0651-4cea-9e5a-ce8ee45fbb51 binding host dv-cinder-798091-1-smb {{(pid=78400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 14:30:47.214364 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron_lib.callbacks.manager [None req-a0aefb41-75fc-4ea0-9c1d-bdf91a9e8248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for port, before_update {{(pid=78400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:47.603891 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron_lib.callbacks.manager [None req-a0aefb41-75fc-4ea0-9c1d-bdf91a9e8248 None None] Notify callbacks [] for port, precommit_update {{(pid=78400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:47.620392 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.db.provisioning_blocks [None req-a0aefb41-75fc-4ea0-9c1d-bdf91a9e8248 None None] Transition to ACTIVE for port object 00ef1c76-0651-4cea-9e5a-ce8ee45fbb51 will not be triggered until provisioned by entity L2. {{(pid=78400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:30:47.637306 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron_lib.callbacks.manager [None req-a0aefb41-75fc-4ea0-9c1d-bdf91a9e8248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747172683978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747172243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747172243532'] for port, after_update {{(pid=78400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:47.642618 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:30:47.893402 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.plugins.ml2.managers [None req-a0aefb41-75fc-4ea0-9c1d-bdf91a9e8248 None None] Attempting to bind port 00ef1c76-0651-4cea-9e5a-ce8ee45fbb51 on host dv-cinder-798091-1-smb for vnic_type normal with profile {{(pid=78400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 14:30:47.893846 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.plugins.ml2.managers [None req-a0aefb41-75fc-4ea0-9c1d-bdf91a9e8248 None None] Attempting to bind port 00ef1c76-0651-4cea-9e5a-ce8ee45fbb51 by drivers openvswitch,hyperv on host dv-cinder-798091-1-smb at level 0 using segments [{'id': 'bea6d200-d409-49b9-9f57-4c2cad81c5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '541a2930-2f41-4937-b434-c003ad129c98'}] {{(pid=78400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 14:30:47.894933 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0aefb41-75fc-4ea0-9c1d-bdf91a9e8248 None None] Attempting to bind port 00ef1c76-0651-4cea-9e5a-ce8ee45fbb51 on network 541a2930-2f41-4937-b434-c003ad129c98 {{(pid=78400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:30:47.897942 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee9e162-95e5-42a7-acc6-1fd811b7c71d None None] Pushing event updated for resources: {'Port': ['ID=00ef1c76-0651-4cea-9e5a-ce8ee45fbb51,revision_number=3']} {{(pid=78400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:30:47.905115 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0aefb41-75fc-4ea0-9c1d-bdf91a9e8248 None None] Checking agent: {'id': 'e8ccf8d8-5bf4-4749-9aa7-038299b331e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798091-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 14, 30, 9), 'started_at': datetime.datetime(2021, 6, 25, 14, 30, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 14, 30, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798091-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 14:30:47.905518 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0aefb41-75fc-4ea0-9c1d-bdf91a9e8248 None None] Checking segment: {'id': 'bea6d200-d409-49b9-9f57-4c2cad81c5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '541a2930-2f41-4937-b434-c003ad129c98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:30:47.906010 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron_lib.callbacks.manager [None req-a0aefb41-75fc-4ea0-9c1d-bdf91a9e8248 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:47.906464 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0aefb41-75fc-4ea0-9c1d-bdf91a9e8248 None None] Bound using segment: {'id': 'bea6d200-d409-49b9-9f57-4c2cad81c5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '541a2930-2f41-4937-b434-c003ad129c98'} {{(pid=78400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 14:30:47.907116 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.plugins.ml2.managers [None req-a0aefb41-75fc-4ea0-9c1d-bdf91a9e8248 None None] Bound port: 00ef1c76-0651-4cea-9e5a-ce8ee45fbb51, host: dv-cinder-798091-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bea6d200-d409-49b9-9f57-4c2cad81c5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '541a2930-2f41-4937-b434-c003ad129c98'}}] {{(pid=78400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 14:30:47.907524 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron_lib.callbacks.manager [None req-a0aefb41-75fc-4ea0-9c1d-bdf91a9e8248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for port, before_update {{(pid=78400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:47.923380 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee9e162-95e5-42a7-acc6-1fd811b7c71d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:30:47.923713 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee9e162-95e5-42a7-acc6-1fd811b7c71d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:30:47.924035 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee9e162-95e5-42a7-acc6-1fd811b7c71d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:30:47.924351 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee9e162-95e5-42a7-acc6-1fd811b7c71d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:30:47.924662 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee9e162-95e5-42a7-acc6-1fd811b7c71d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:30:47.924971 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee9e162-95e5-42a7-acc6-1fd811b7c71d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:30:47.925963 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee9e162-95e5-42a7-acc6-1fd811b7c71d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:30:47.926155 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee9e162-95e5-42a7-acc6-1fd811b7c71d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:30:47.926433 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee9e162-95e5-42a7-acc6-1fd811b7c71d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:30:47.926735 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee9e162-95e5-42a7-acc6-1fd811b7c71d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:30:47.927042 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee9e162-95e5-42a7-acc6-1fd811b7c71d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:30:47.927342 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee9e162-95e5-42a7-acc6-1fd811b7c71d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:30:47.928424 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee9e162-95e5-42a7-acc6-1fd811b7c71d None None] Tracked resource versions report: Jun 25 14:30:47.928424 dv-cinder-798091-1-smb neutron-server[78400]: pushed versions: Jun 25 14:30:47.928424 dv-cinder-798091-1-smb neutron-server[78400]: { 'AddressGroup': {'1.2'}, Jun 25 14:30:47.928424 dv-cinder-798091-1-smb neutron-server[78400]: 'ConntrackHelper': {'1.0'}, Jun 25 14:30:47.928424 dv-cinder-798091-1-smb neutron-server[78400]: 'Log': {'1.0'}, Jun 25 14:30:47.928424 dv-cinder-798091-1-smb neutron-server[78400]: 'Network': {'1.1'}, Jun 25 14:30:47.928424 dv-cinder-798091-1-smb neutron-server[78400]: 'Port': {'1.7'}, Jun 25 14:30:47.928424 dv-cinder-798091-1-smb neutron-server[78400]: 'PortForwarding': {'1.2'}, Jun 25 14:30:47.928424 dv-cinder-798091-1-smb neutron-server[78400]: 'QosPolicy': {'1.8'}, Jun 25 14:30:47.928424 dv-cinder-798091-1-smb neutron-server[78400]: 'SecurityGroup': {'1.4'}, Jun 25 14:30:47.928424 dv-cinder-798091-1-smb neutron-server[78400]: 'SecurityGroupRule': {'1.2'}, Jun 25 14:30:47.928424 dv-cinder-798091-1-smb neutron-server[78400]: 'SubPort': {'1.0'}, Jun 25 14:30:47.928424 dv-cinder-798091-1-smb neutron-server[78400]: 'Subnet': {'1.1'}, Jun 25 14:30:47.928424 dv-cinder-798091-1-smb neutron-server[78400]: 'Trunk': {'1.1'}} Jun 25 14:30:47.928424 dv-cinder-798091-1-smb neutron-server[78400]: consumer versions: Jun 25 14:30:47.928424 dv-cinder-798091-1-smb neutron-server[78400]: { DHCP agent@dv-cinder-798091-1-smb: {}, Jun 25 14:30:47.928424 dv-cinder-798091-1-smb neutron-server[78400]: L3 agent@dv-cinder-798091-1-smb: {}, Jun 25 14:30:47.928424 dv-cinder-798091-1-smb neutron-server[78400]: Metadata agent@dv-cinder-798091-1-smb: {}, Jun 25 14:30:47.928424 dv-cinder-798091-1-smb neutron-server[78400]: Metering agent@dv-cinder-798091-1-smb: {}, Jun 25 14:30:47.928424 dv-cinder-798091-1-smb neutron-server[78400]: Open vSwitch agent@dv-cinder-798091-1-smb: { 'AddressGroup': '1.2', Jun 25 14:30:47.928424 dv-cinder-798091-1-smb neutron-server[78400]: 'ConntrackHelper': '1.0', Jun 25 14:30:47.928424 dv-cinder-798091-1-smb neutron-server[78400]: 'Log': '1.0', Jun 25 14:30:47.928424 dv-cinder-798091-1-smb neutron-server[78400]: 'Network': '1.1', Jun 25 14:30:47.928424 dv-cinder-798091-1-smb neutron-server[78400]: 'Port': '1.7', Jun 25 14:30:47.928424 dv-cinder-798091-1-smb neutron-server[78400]: 'PortForwarding': '1.2', Jun 25 14:30:47.928424 dv-cinder-798091-1-smb neutron-server[78400]: 'QosPolicy': '1.8', Jun 25 14:30:47.928424 dv-cinder-798091-1-smb neutron-server[78400]: 'SecurityGroup': '1.4', Jun 25 14:30:47.928424 dv-cinder-798091-1-smb neutron-server[78400]: 'SecurityGroupRule': '1.2', Jun 25 14:30:47.928424 dv-cinder-798091-1-smb neutron-server[78400]: 'SubPort': '1.0', Jun 25 14:30:47.928424 dv-cinder-798091-1-smb neutron-server[78400]: 'Subnet': '1.1', Jun 25 14:30:47.928424 dv-cinder-798091-1-smb neutron-server[78400]: 'Trunk': '1.1'}} Jun 25 14:30:47.928424 dv-cinder-798091-1-smb neutron-server[78400]: {{(pid=78400) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 25 14:30:47.936095 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG oslo_concurrency.lockutils [None req-bee9e162-95e5-42a7-acc6-1fd811b7c71d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=78400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:30:48.019597 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.plugins.ml2.db [None req-a0aefb41-75fc-4ea0-9c1d-bdf91a9e8248 None None] For port 00ef1c76-0651-4cea-9e5a-ce8ee45fbb51, host dv-cinder-798091-1-smb, cleared binding levels {{(pid=78400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 25 14:30:48.024136 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.plugins.ml2.db [None req-a0aefb41-75fc-4ea0-9c1d-bdf91a9e8248 None None] For port 00ef1c76-0651-4cea-9e5a-ce8ee45fbb51, host dv-cinder-798091-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798091-1-smb',level=0,port_id=00ef1c76-0651-4cea-9e5a-ce8ee45fbb51,segment=NetworkSegment(bea6d200-d409-49b9-9f57-4c2cad81c5b8),segment_id=bea6d200-d409-49b9-9f57-4c2cad81c5b8)] {{(pid=78400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 25 14:30:48.028312 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron_lib.callbacks.manager [None req-a0aefb41-75fc-4ea0-9c1d-bdf91a9e8248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747172683978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747172243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747172243532'] for port, after_update {{(pid=78400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:48.032234 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG oslo_concurrency.lockutils [None req-bee9e162-95e5-42a7-acc6-1fd811b7c71d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:30:48.121908 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0aefb41-75fc-4ea0-9c1d-bdf91a9e8248 None None] Routers {'1b229619-db59-4123-9b03-2bd1149fd2e7'} bound to L3 agent in host dv-cinder-798091-1-smb {{(pid=78400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:30:48.122596 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.db.l3_hamode_db [None req-a0aefb41-75fc-4ea0-9c1d-bdf91a9e8248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798091-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-25T14:30:11Z,description=,heartbeat_timestamp=2021-06-25T14:30:41Z,host='dv-cinder-798091-1-smb',id=941bc864-709b-4c09-a7df-f27e1f49545a,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:30:11Z,topic='l3_agent')) {'router_ids': ['1b229619-db59-4123-9b03-2bd1149fd2e7'], 'active': True} {{(pid=78400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:30:48.179016 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee9e162-95e5-42a7-acc6-1fd811b7c71d None None] Pushing event updated for resources: {'Port': ['ID=00ef1c76-0651-4cea-9e5a-ce8ee45fbb51,revision_number=4']} {{(pid=78400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:30:48.193404 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG oslo_concurrency.lockutils [None req-bee9e162-95e5-42a7-acc6-1fd811b7c71d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=78400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:30:48.284066 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.db.l3_dvr_db [None req-a0aefb41-75fc-4ea0-9c1d-bdf91a9e8248 None None] Set router 1b229619-db59-4123-9b03-2bd1149fd2e7 gateway port host: None {{(pid=78400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:30:48.615995 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.db.l3_hamode_db [None req-a0aefb41-75fc-4ea0-9c1d-bdf91a9e8248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b229619-db59-4123-9b03-2bd1149fd2e7', 'name': 'router1', 'tenant_id': 'd9676e38a519411fb9ed8cb34363a7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:30:35Z', 'updated_at': '2021-06-25T14:30:45Z', 'revision_number': 2, 'project_id': 'd9676e38a519411fb9ed8cb34363a7f3', 'gw_port_host': None, '_interfaces': [{'id': '00ef1c76-0651-4cea-9e5a-ce8ee45fbb51', 'name': '', 'network_id': '541a2930-2f41-4937-b434-c003ad129c98', 'tenant_id': 'd9676e38a519411fb9ed8cb34363a7f3', 'mac_address': 'fa:16:3e:41:2c:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b229619-db59-4123-9b03-2bd1149fd2e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fd7bca57-9cd4-4b81-bc2d-2d3535fbef87', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:30:44Z', 'updated_at': '2021-06-25T14:30:48Z', 'revision_number': 4, 'project_id': 'd9676e38a519411fb9ed8cb34363a7f3', 'subnets': [{'id': 'fd7bca57-9cd4-4b81-bc2d-2d3535fbef87', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e93bdeff-1f89-4b68-a7b8-d2acb1da3cf7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798091-1-smb', False) {} {{(pid=78400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:30:48.620076 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0aefb41-75fc-4ea0-9c1d-bdf91a9e8248 None None] The sync data for ids ['1b229619-db59-4123-9b03-2bd1149fd2e7'] in dv-cinder-798091-1-smb is: [{'id': '1b229619-db59-4123-9b03-2bd1149fd2e7', 'name': 'router1', 'tenant_id': 'd9676e38a519411fb9ed8cb34363a7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:30:35Z', 'updated_at': '2021-06-25T14:30:45Z', 'revision_number': 2, 'project_id': 'd9676e38a519411fb9ed8cb34363a7f3', 'gw_port_host': None, '_interfaces': [{'id': '00ef1c76-0651-4cea-9e5a-ce8ee45fbb51', 'name': '', 'network_id': '541a2930-2f41-4937-b434-c003ad129c98', 'tenant_id': 'd9676e38a519411fb9ed8cb34363a7f3', 'mac_address': 'fa:16:3e:41:2c:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b229619-db59-4123-9b03-2bd1149fd2e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fd7bca57-9cd4-4b81-bc2d-2d3535fbef87', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:30:44Z', 'updated_at': '2021-06-25T14:30:48Z', 'revision_number': 4, 'project_id': 'd9676e38a519411fb9ed8cb34363a7f3', 'subnets': [{'id': 'fd7bca57-9cd4-4b81-bc2d-2d3535fbef87', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e93bdeff-1f89-4b68-a7b8-d2acb1da3cf7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 14:30:48.780314 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.72', 57346) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:30:48.963556 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c32a6489-e151-4820-b5bc-e228fb4f8f93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:30:48.966013 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-c32a6489-e151-4820-b5bc-e228fb4f8f93 admin admin] 10.222.0.72 "GET /v2.0/networks/a1a43f7a-e11e-4ed3-80ce-932e2581e9ee HTTP/1.1" status: 200 len: 842 time: 0.1839690 Jun 25 14:30:48.975311 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.v2.base [None req-f78843ac-6530-4365-94e3-94e115c7eca1 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'enable_dhcp': False, 'ip_version': 4, 'cidr': '172.28.1.0/24', 'network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee', 'gateway_ip': '172.28.1.1'}} {{(pid=78398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:30:48.980663 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-f78843ac-6530-4365-94e3-94e115c7eca1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:30:48.984417 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-f78843ac-6530-4365-94e3-94e115c7eca1 admin admin] Usage tracker for resource:subnet and tenant:66a90ba7d63c429d8a391ef202eb4a6b is out of sync, need to count used quota {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:30:48.987927 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-f78843ac-6530-4365-94e3-94e115c7eca1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:30:48.994574 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-f78843ac-6530-4365-94e3-94e115c7eca1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:30:49.006432 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f78843ac-6530-4365-94e3-94e115c7eca1 admin admin] Made reservation on behalf of 66a90ba7d63c429d8a391ef202eb4a6b for: {'subnet': 1} {{(pid=78398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 14:30:49.009194 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-f78843ac-6530-4365-94e3-94e115c7eca1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:49.469062 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.objects.ports [None req-f78843ac-6530-4365-94e3-94e115c7eca1 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=78398) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 25 14:30:49.469522 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-f78843ac-6530-4365-94e3-94e115c7eca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180'] for subnet, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:49.475154 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:30:49.554944 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f78843ac-6530-4365-94e3-94e115c7eca1 admin admin] Checking segment: {'id': 'd6aebad4-c614-4812-b5db-5340468a6247', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:30:49.555333 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f78843ac-6530-4365-94e3-94e115c7eca1 admin admin] Network hostable DHCP agents. Network: a1a43f7a-e11e-4ed3-80ce-932e2581e9ee, hostable agents: ['003a8640-0760-42fb-acf3-9b035430460e'], hosted agents: [] {{(pid=78398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 14:30:49.563374 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78843ac-6530-4365-94e3-94e115c7eca1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0ba03d7-4f3a-4e33-bbe4-11273a91df80,revision_number=0']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:30:49.577960 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78843ac-6530-4365-94e3-94e115c7eca1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:30:49.578214 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78843ac-6530-4365-94e3-94e115c7eca1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:30:49.578548 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78843ac-6530-4365-94e3-94e115c7eca1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:30:49.578873 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78843ac-6530-4365-94e3-94e115c7eca1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:30:49.579191 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78843ac-6530-4365-94e3-94e115c7eca1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:30:49.579510 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78843ac-6530-4365-94e3-94e115c7eca1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:30:49.579835 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78843ac-6530-4365-94e3-94e115c7eca1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:30:49.580148 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78843ac-6530-4365-94e3-94e115c7eca1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:30:49.580468 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78843ac-6530-4365-94e3-94e115c7eca1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:30:49.580781 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78843ac-6530-4365-94e3-94e115c7eca1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:30:49.581091 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78843ac-6530-4365-94e3-94e115c7eca1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:30:49.581434 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78843ac-6530-4365-94e3-94e115c7eca1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:30:49.582515 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78843ac-6530-4365-94e3-94e115c7eca1 admin admin] Tracked resource versions report: Jun 25 14:30:49.582515 dv-cinder-798091-1-smb neutron-server[78398]: pushed versions: Jun 25 14:30:49.582515 dv-cinder-798091-1-smb neutron-server[78398]: { 'AddressGroup': {'1.2'}, Jun 25 14:30:49.582515 dv-cinder-798091-1-smb neutron-server[78398]: 'ConntrackHelper': {'1.0'}, Jun 25 14:30:49.582515 dv-cinder-798091-1-smb neutron-server[78398]: 'Log': {'1.0'}, Jun 25 14:30:49.582515 dv-cinder-798091-1-smb neutron-server[78398]: 'Network': {'1.1'}, Jun 25 14:30:49.582515 dv-cinder-798091-1-smb neutron-server[78398]: 'Port': {'1.7'}, Jun 25 14:30:49.582515 dv-cinder-798091-1-smb neutron-server[78398]: 'PortForwarding': {'1.2'}, Jun 25 14:30:49.582515 dv-cinder-798091-1-smb neutron-server[78398]: 'QosPolicy': {'1.8'}, Jun 25 14:30:49.582515 dv-cinder-798091-1-smb neutron-server[78398]: 'SecurityGroup': {'1.4'}, Jun 25 14:30:49.582515 dv-cinder-798091-1-smb neutron-server[78398]: 'SecurityGroupRule': {'1.2'}, Jun 25 14:30:49.582515 dv-cinder-798091-1-smb neutron-server[78398]: 'SubPort': {'1.0'}, Jun 25 14:30:49.582515 dv-cinder-798091-1-smb neutron-server[78398]: 'Subnet': {'1.1'}, Jun 25 14:30:49.582515 dv-cinder-798091-1-smb neutron-server[78398]: 'Trunk': {'1.1'}} Jun 25 14:30:49.582515 dv-cinder-798091-1-smb neutron-server[78398]: consumer versions: Jun 25 14:30:49.582515 dv-cinder-798091-1-smb neutron-server[78398]: { DHCP agent@dv-cinder-798091-1-smb: {}, Jun 25 14:30:49.582515 dv-cinder-798091-1-smb neutron-server[78398]: L3 agent@dv-cinder-798091-1-smb: {}, Jun 25 14:30:49.582515 dv-cinder-798091-1-smb neutron-server[78398]: Metadata agent@dv-cinder-798091-1-smb: {}, Jun 25 14:30:49.582515 dv-cinder-798091-1-smb neutron-server[78398]: Metering agent@dv-cinder-798091-1-smb: {}, Jun 25 14:30:49.582515 dv-cinder-798091-1-smb neutron-server[78398]: Open vSwitch agent@dv-cinder-798091-1-smb: { 'AddressGroup': '1.2', Jun 25 14:30:49.582515 dv-cinder-798091-1-smb neutron-server[78398]: 'ConntrackHelper': '1.0', Jun 25 14:30:49.582515 dv-cinder-798091-1-smb neutron-server[78398]: 'Log': '1.0', Jun 25 14:30:49.582515 dv-cinder-798091-1-smb neutron-server[78398]: 'Network': '1.1', Jun 25 14:30:49.582515 dv-cinder-798091-1-smb neutron-server[78398]: 'Port': '1.7', Jun 25 14:30:49.582515 dv-cinder-798091-1-smb neutron-server[78398]: 'PortForwarding': '1.2', Jun 25 14:30:49.582515 dv-cinder-798091-1-smb neutron-server[78398]: 'QosPolicy': '1.8', Jun 25 14:30:49.582515 dv-cinder-798091-1-smb neutron-server[78398]: 'SecurityGroup': '1.4', Jun 25 14:30:49.582515 dv-cinder-798091-1-smb neutron-server[78398]: 'SecurityGroupRule': '1.2', Jun 25 14:30:49.582515 dv-cinder-798091-1-smb neutron-server[78398]: 'SubPort': '1.0', Jun 25 14:30:49.582515 dv-cinder-798091-1-smb neutron-server[78398]: 'Subnet': '1.1', Jun 25 14:30:49.582515 dv-cinder-798091-1-smb neutron-server[78398]: 'Trunk': '1.1'}} Jun 25 14:30:49.582515 dv-cinder-798091-1-smb neutron-server[78398]: {{(pid=78398) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 25 14:30:49.611639 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f78843ac-6530-4365-94e3-94e115c7eca1 admin admin] Network a1a43f7a-e11e-4ed3-80ce-932e2581e9ee is scheduled to be hosted by DHCP agent 003a8640-0760-42fb-acf3-9b035430460e with binding_index 1 {{(pid=78398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 14:30:49.619779 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-f78843ac-6530-4365-94e3-94e115c7eca1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:30:49.624809 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.scheduler.base_scheduler [None req-f78843ac-6530-4365-94e3-94e115c7eca1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798091-1-smb, a1a43f7a-e11e-4ed3-80ce-932e2581e9ee) {{(pid=78398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:30:49.631878 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f78843ac-6530-4365-94e3-94e115c7eca1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:30:49.632892 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-f78843ac-6530-4365-94e3-94e115c7eca1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692162'] for subnet, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:49.633969 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-839602e7-68fc-4369-a930-8822b097624a None None] Network a1a43f7a-e11e-4ed3-80ce-932e2581e9ee requested from dv-cinder-798091-1-smb {{(pid=78399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 25 14:30:49.653796 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-f78843ac-6530-4365-94e3-94e115c7eca1 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6827528 Jun 25 14:30:49.875914 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb070028-206e-40b0-ae9d-6af9ec111990 None None] Network a1a43f7a-e11e-4ed3-80ce-932e2581e9ee requested from dv-cinder-798091-1-smb {{(pid=78399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 25 14:30:51.003889 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Device 00ef1c76-0651-4cea-9e5a-ce8ee45fbb51 up at agent ovs-agent-dv-cinder-798091-1-smb {{(pid=78399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:30:51.077750 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Provisioning for port 00ef1c76-0651-4cea-9e5a-ce8ee45fbb51 completed by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:30:51.082841 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Provisioning complete for port 00ef1c76-0651-4cea-9e5a-ce8ee45fbb51 triggered by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:30:51.083217 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545280'] for port, provisioning_complete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:51.202803 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for port, before_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:51.235997 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] For port 00ef1c76-0651-4cea-9e5a-ce8ee45fbb51, host dv-cinder-798091-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798091-1-smb',level=0,port_id=00ef1c76-0651-4cea-9e5a-ce8ee45fbb51,segment=NetworkSegment(bea6d200-d409-49b9-9f57-4c2cad81c5b8),segment_id=bea6d200-d409-49b9-9f57-4c2cad81c5b8)] {{(pid=78399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:30:51.241004 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747172683978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747172243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747172243532'] for port, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:51.243549 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:30:51.310251 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Pushing event updated for resources: {'Port': ['ID=00ef1c76-0651-4cea-9e5a-ce8ee45fbb51,revision_number=5']} {{(pid=78399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:30:51.313346 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:30:51.899105 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.72', 57364) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:30:52.117018 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-4514f5e6-9321-4059-a5b0-238912ea9288 admin admin] 10.222.0.72 "GET /v2.0/routers/1b229619-db59-4123-9b03-2bd1149fd2e7 HTTP/1.1" status: 200 len: 710 time: 0.2167017 Jun 25 14:30:52.242743 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fed374cc-e48e-4731-a7a8-209bf9908fcd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:30:52.244097 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-fed374cc-e48e-4731-a7a8-209bf9908fcd admin admin] 10.222.0.72 "GET /v2.0/networks/a1a43f7a-e11e-4ed3-80ce-932e2581e9ee HTTP/1.1" status: 200 len: 886 time: 0.1221352 Jun 25 14:30:52.252661 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.v2.base [None req-8ba01a43-8a5b-4cea-aa85-f5cf8c1587f8 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee'}}} {{(pid=78398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:30:52.687445 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-8ba01a43-8a5b-4cea-aa85-f5cf8c1587f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-497766', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-499428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1016435'] for router, precommit_update {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:52.989583 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Device 00ef1c76-0651-4cea-9e5a-ce8ee45fbb51 up at agent ovs-agent-dv-cinder-798091-1-smb {{(pid=78399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:30:53.028025 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-8ba01a43-8a5b-4cea-aa85-f5cf8c1587f8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:53.065237 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Provisioning complete for port 00ef1c76-0651-4cea-9e5a-ce8ee45fbb51 triggered by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:30:53.066262 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545280'] for port, provisioning_complete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:53.129207 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-8ba01a43-8a5b-4cea-aa85-f5cf8c1587f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for port, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:53.282358 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.db_base_plugin_common [None req-8ba01a43-8a5b-4cea-aa85-f5cf8c1587f8 admin admin] Allocated IP 172.28.1.149 (a1a43f7a-e11e-4ed3-80ce-932e2581e9ee/b0ba03d7-4f3a-4e33-bbe4-11273a91df80/487799e6-7d5e-4e72-b360-724dfa8852b3) {{(pid=78398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 14:30:53.432757 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-8ba01a43-8a5b-4cea-aa85-f5cf8c1587f8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:53.489975 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-8ba01a43-8a5b-4cea-aa85-f5cf8c1587f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747172243469'] for port, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:53.494465 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:30:53.498523 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.db.agents_db [None req-33cd8ffe-8d55-4e82-a60c-f31f0cdcb446 None None] Agent healthcheck: found 5 active agents {{(pid=78400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 25 14:30:53.554411 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ba01a43-8a5b-4cea-aa85-f5cf8c1587f8 admin admin] Network a1a43f7a-e11e-4ed3-80ce-932e2581e9ee is already hosted by enough agents. {{(pid=78398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:30:53.557126 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.scheduler.base_scheduler [None req-8ba01a43-8a5b-4cea-aa85-f5cf8c1587f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=78398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:30:53.560662 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba01a43-8a5b-4cea-aa85-f5cf8c1587f8 admin admin] Received port after_create {{(pid=78398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 25 14:30:53.628586 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba01a43-8a5b-4cea-aa85-f5cf8c1587f8 admin admin] Pushing event updated for resources: {'Port': ['ID=487799e6-7d5e-4e72-b360-724dfa8852b3,revision_number=1']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:30:53.677167 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-8ba01a43-8a5b-4cea-aa85-f5cf8c1587f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:30:53.944865 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-8ba01a43-8a5b-4cea-aa85-f5cf8c1587f8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:54.277467 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-8ba01a43-8a5b-4cea-aa85-f5cf8c1587f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-497766', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-499428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1016435'] for router, precommit_update {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:54.280815 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-8ba01a43-8a5b-4cea-aa85-f5cf8c1587f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-497729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-497775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-497752', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-499274'] for router, after_update {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:54.497252 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ba01a43-8a5b-4cea-aa85-f5cf8c1587f8 admin admin] Router 1b229619-db59-4123-9b03-2bd1149fd2e7 has already been hosted by L3 agent 941bc864-709b-4c09-a7df-f27e1f49545a {{(pid=78398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 14:30:54.673193 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ba01a43-8a5b-4cea-aa85-f5cf8c1587f8 admin admin] Notify agent at l3_agent.dv-cinder-798091-1-smb the message routers_updated {{(pid=78398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 25 14:30:54.682125 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-8ba01a43-8a5b-4cea-aa85-f5cf8c1587f8 admin admin] Notify callbacks [] for router, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:54.683190 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1559405-fcc4-48a1-b3f6-0beee804b4bb None None] Sync routers for ids ['1b229619-db59-4123-9b03-2bd1149fd2e7'] in dv-cinder-798091-1-smb {{(pid=78399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 14:30:54.683655 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-8ba01a43-8a5b-4cea-aa85-f5cf8c1587f8 admin admin] 10.222.0.72 "PUT /v2.0/routers/1b229619-db59-4123-9b03-2bd1149fd2e7 HTTP/1.1" status: 200 len: 890 time: 2.4338081 Jun 25 14:30:54.693539 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1559405-fcc4-48a1-b3f6-0beee804b4bb None None] Routers {'1b229619-db59-4123-9b03-2bd1149fd2e7'} bound to L3 agent in host dv-cinder-798091-1-smb {{(pid=78399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:30:54.694258 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.l3_hamode_db [None req-a1559405-fcc4-48a1-b3f6-0beee804b4bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798091-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-25T14:30:11Z,description=,heartbeat_timestamp=2021-06-25T14:30:41Z,host='dv-cinder-798091-1-smb',id=941bc864-709b-4c09-a7df-f27e1f49545a,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:30:11Z,topic='l3_agent')) {'router_ids': ['1b229619-db59-4123-9b03-2bd1149fd2e7'], 'active': True} {{(pid=78399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:30:54.892445 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.l3_dvr_db [None req-a1559405-fcc4-48a1-b3f6-0beee804b4bb None None] Set router 1b229619-db59-4123-9b03-2bd1149fd2e7 gateway port host: dv-cinder-798091-1-smb {{(pid=78399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:30:55.240342 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.l3_hamode_db [None req-a1559405-fcc4-48a1-b3f6-0beee804b4bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b229619-db59-4123-9b03-2bd1149fd2e7', 'name': 'router1', 'tenant_id': 'd9676e38a519411fb9ed8cb34363a7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee', 'external_fixed_ips': [{'subnet_id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'ip_address': '172.28.1.149'}], 'enable_snat': True}, 'gw_port_id': '487799e6-7d5e-4e72-b360-724dfa8852b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:30:35Z', 'updated_at': '2021-06-25T14:30:53Z', 'revision_number': 4, 'project_id': 'd9676e38a519411fb9ed8cb34363a7f3', 'gw_port': {'id': '487799e6-7d5e-4e72-b360-724dfa8852b3', 'name': '', 'network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:65:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b229619-db59-4123-9b03-2bd1149fd2e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'ip_address': '172.28.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:30:53Z', 'updated_at': '2021-06-25T14:30:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798091-1-smb', '_interfaces': [{'id': '00ef1c76-0651-4cea-9e5a-ce8ee45fbb51', 'name': '', 'network_id': '541a2930-2f41-4937-b434-c003ad129c98', 'tenant_id': 'd9676e38a519411fb9ed8cb34363a7f3', 'mac_address': 'fa:16:3e:41:2c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b229619-db59-4123-9b03-2bd1149fd2e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fd7bca57-9cd4-4b81-bc2d-2d3535fbef87', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:30:44Z', 'updated_at': '2021-06-25T14:30:51Z', 'revision_number': 5, 'project_id': 'd9676e38a519411fb9ed8cb34363a7f3', 'subnets': [{'id': 'fd7bca57-9cd4-4b81-bc2d-2d3535fbef87', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e93bdeff-1f89-4b68-a7b8-d2acb1da3cf7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798091-1-smb', False) {} {{(pid=78399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:30:55.245208 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1559405-fcc4-48a1-b3f6-0beee804b4bb None None] Checking router: 1b229619-db59-4123-9b03-2bd1149fd2e7 for host: dv-cinder-798091-1-smb {{(pid=78399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 14:30:55.245599 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1559405-fcc4-48a1-b3f6-0beee804b4bb None None] Updating router 1b229619-db59-4123-9b03-2bd1149fd2e7 port 487799e6-7d5e-4e72-b360-724dfa8852b3 binding host dv-cinder-798091-1-smb {{(pid=78399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 14:30:55.296863 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-a1559405-fcc4-48a1-b3f6-0beee804b4bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for port, before_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:55.630094 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-a1559405-fcc4-48a1-b3f6-0beee804b4bb None None] Notify callbacks [] for port, precommit_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:55.641843 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-a1559405-fcc4-48a1-b3f6-0beee804b4bb None None] Transition to ACTIVE for port object 487799e6-7d5e-4e72-b360-724dfa8852b3 will not be triggered until provisioned by entity L2. {{(pid=78399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:30:55.648965 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-a1559405-fcc4-48a1-b3f6-0beee804b4bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747172683978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747172243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747172243532'] for port, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:55.653736 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-ef0599fb-1223-4952-9da7-ae77f5383e02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:30:55.747401 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.managers [None req-a1559405-fcc4-48a1-b3f6-0beee804b4bb None None] Attempting to bind port 487799e6-7d5e-4e72-b360-724dfa8852b3 on host dv-cinder-798091-1-smb for vnic_type normal with profile {{(pid=78399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 14:30:55.748011 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.managers [None req-a1559405-fcc4-48a1-b3f6-0beee804b4bb None None] Attempting to bind port 487799e6-7d5e-4e72-b360-724dfa8852b3 by drivers openvswitch,hyperv on host dv-cinder-798091-1-smb at level 0 using segments [{'id': 'd6aebad4-c614-4812-b5db-5340468a6247', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee'}] {{(pid=78399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 14:30:55.748129 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1559405-fcc4-48a1-b3f6-0beee804b4bb None None] Attempting to bind port 487799e6-7d5e-4e72-b360-724dfa8852b3 on network a1a43f7a-e11e-4ed3-80ce-932e2581e9ee {{(pid=78399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:30:55.757450 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1559405-fcc4-48a1-b3f6-0beee804b4bb None None] Checking agent: {'id': 'e8ccf8d8-5bf4-4749-9aa7-038299b331e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798091-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 14, 30, 9), 'started_at': datetime.datetime(2021, 6, 25, 14, 30, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 14, 30, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798091-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 14:30:55.757852 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1559405-fcc4-48a1-b3f6-0beee804b4bb None None] Checking segment: {'id': 'd6aebad4-c614-4812-b5db-5340468a6247', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:30:55.758254 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-a1559405-fcc4-48a1-b3f6-0beee804b4bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:55.758647 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1559405-fcc4-48a1-b3f6-0beee804b4bb None None] Bound using segment: {'id': 'd6aebad4-c614-4812-b5db-5340468a6247', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee'} {{(pid=78399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 14:30:55.759109 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.managers [None req-a1559405-fcc4-48a1-b3f6-0beee804b4bb None None] Bound port: 487799e6-7d5e-4e72-b360-724dfa8852b3, host: dv-cinder-798091-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6aebad4-c614-4812-b5db-5340468a6247', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee'}}] {{(pid=78399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 14:30:55.759497 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-a1559405-fcc4-48a1-b3f6-0beee804b4bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for port, before_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:55.782578 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f34265-00ca-45b6-b082-6f7181aa1723 None None] Pushing event updated for resources: {'Port': ['ID=487799e6-7d5e-4e72-b360-724dfa8852b3,revision_number=2']} {{(pid=78399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:30:55.794676 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-71f34265-00ca-45b6-b082-6f7181aa1723 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:30:55.840464 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-a1559405-fcc4-48a1-b3f6-0beee804b4bb None None] For port 487799e6-7d5e-4e72-b360-724dfa8852b3, host dv-cinder-798091-1-smb, cleared binding levels {{(pid=78399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 25 14:30:55.843479 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-a1559405-fcc4-48a1-b3f6-0beee804b4bb None None] For port 487799e6-7d5e-4e72-b360-724dfa8852b3, host dv-cinder-798091-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798091-1-smb',level=0,port_id=487799e6-7d5e-4e72-b360-724dfa8852b3,segment=NetworkSegment(d6aebad4-c614-4812-b5db-5340468a6247),segment_id=d6aebad4-c614-4812-b5db-5340468a6247)] {{(pid=78399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 25 14:30:55.848589 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-a1559405-fcc4-48a1-b3f6-0beee804b4bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747172683978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747172243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747172243532'] for port, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:55.852643 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:30:55.925656 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1559405-fcc4-48a1-b3f6-0beee804b4bb None None] Routers {'1b229619-db59-4123-9b03-2bd1149fd2e7'} bound to L3 agent in host dv-cinder-798091-1-smb {{(pid=78399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:30:55.926267 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.l3_hamode_db [None req-a1559405-fcc4-48a1-b3f6-0beee804b4bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798091-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-25T14:30:11Z,description=,heartbeat_timestamp=2021-06-25T14:30:41Z,host='dv-cinder-798091-1-smb',id=941bc864-709b-4c09-a7df-f27e1f49545a,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:30:11Z,topic='l3_agent')) {'router_ids': ['1b229619-db59-4123-9b03-2bd1149fd2e7'], 'active': True} {{(pid=78399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:30:55.981287 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f34265-00ca-45b6-b082-6f7181aa1723 None None] Pushing event updated for resources: {'Port': ['ID=487799e6-7d5e-4e72-b360-724dfa8852b3,revision_number=3']} {{(pid=78399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:30:55.992625 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-71f34265-00ca-45b6-b082-6f7181aa1723 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:30:56.109699 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.l3_dvr_db [None req-a1559405-fcc4-48a1-b3f6-0beee804b4bb None None] Set router 1b229619-db59-4123-9b03-2bd1149fd2e7 gateway port host: dv-cinder-798091-1-smb {{(pid=78399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:30:56.437022 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.l3_hamode_db [None req-a1559405-fcc4-48a1-b3f6-0beee804b4bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b229619-db59-4123-9b03-2bd1149fd2e7', 'name': 'router1', 'tenant_id': 'd9676e38a519411fb9ed8cb34363a7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee', 'external_fixed_ips': [{'subnet_id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'ip_address': '172.28.1.149'}], 'enable_snat': True}, 'gw_port_id': '487799e6-7d5e-4e72-b360-724dfa8852b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:30:35Z', 'updated_at': '2021-06-25T14:30:53Z', 'revision_number': 4, 'project_id': 'd9676e38a519411fb9ed8cb34363a7f3', 'gw_port': {'id': '487799e6-7d5e-4e72-b360-724dfa8852b3', 'name': '', 'network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:65:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b229619-db59-4123-9b03-2bd1149fd2e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'ip_address': '172.28.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:30:53Z', 'updated_at': '2021-06-25T14:30:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798091-1-smb', '_interfaces': [{'id': '00ef1c76-0651-4cea-9e5a-ce8ee45fbb51', 'name': '', 'network_id': '541a2930-2f41-4937-b434-c003ad129c98', 'tenant_id': 'd9676e38a519411fb9ed8cb34363a7f3', 'mac_address': 'fa:16:3e:41:2c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b229619-db59-4123-9b03-2bd1149fd2e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fd7bca57-9cd4-4b81-bc2d-2d3535fbef87', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:30:44Z', 'updated_at': '2021-06-25T14:30:51Z', 'revision_number': 5, 'project_id': 'd9676e38a519411fb9ed8cb34363a7f3', 'subnets': [{'id': 'fd7bca57-9cd4-4b81-bc2d-2d3535fbef87', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e93bdeff-1f89-4b68-a7b8-d2acb1da3cf7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798091-1-smb', False) {} {{(pid=78399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:30:56.441600 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1559405-fcc4-48a1-b3f6-0beee804b4bb None None] The sync data for ids ['1b229619-db59-4123-9b03-2bd1149fd2e7'] in dv-cinder-798091-1-smb is: [{'id': '1b229619-db59-4123-9b03-2bd1149fd2e7', 'name': 'router1', 'tenant_id': 'd9676e38a519411fb9ed8cb34363a7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee', 'external_fixed_ips': [{'subnet_id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'ip_address': '172.28.1.149'}], 'enable_snat': True}, 'gw_port_id': '487799e6-7d5e-4e72-b360-724dfa8852b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:30:35Z', 'updated_at': '2021-06-25T14:30:53Z', 'revision_number': 4, 'project_id': 'd9676e38a519411fb9ed8cb34363a7f3', 'gw_port': {'id': '487799e6-7d5e-4e72-b360-724dfa8852b3', 'name': '', 'network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:65:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b229619-db59-4123-9b03-2bd1149fd2e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'ip_address': '172.28.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:30:53Z', 'updated_at': '2021-06-25T14:30:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798091-1-smb', '_interfaces': [{'id': '00ef1c76-0651-4cea-9e5a-ce8ee45fbb51', 'name': '', 'network_id': '541a2930-2f41-4937-b434-c003ad129c98', 'tenant_id': 'd9676e38a519411fb9ed8cb34363a7f3', 'mac_address': 'fa:16:3e:41:2c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b229619-db59-4123-9b03-2bd1149fd2e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fd7bca57-9cd4-4b81-bc2d-2d3535fbef87', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:30:44Z', 'updated_at': '2021-06-25T14:30:51Z', 'revision_number': 5, 'project_id': 'd9676e38a519411fb9ed8cb34363a7f3', 'subnets': [{'id': 'fd7bca57-9cd4-4b81-bc2d-2d3535fbef87', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e93bdeff-1f89-4b68-a7b8-d2acb1da3cf7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 14:30:57.020181 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Device 487799e6-7d5e-4e72-b360-724dfa8852b3 up at agent ovs-agent-dv-cinder-798091-1-smb {{(pid=78399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:30:57.032281 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.72', 57374) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:30:57.101381 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Provisioning for port 487799e6-7d5e-4e72-b360-724dfa8852b3 completed by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:30:57.106874 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Provisioning complete for port 487799e6-7d5e-4e72-b360-724dfa8852b3 triggered by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:30:57.107581 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545280'] for port, provisioning_complete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:57.151667 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-7bb6e285-fbd4-416b-9ee1-33c64bd54113 admin admin] 10.222.0.72 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1182685 Jun 25 14:30:57.242208 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for port, before_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:57.260045 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] For port 487799e6-7d5e-4e72-b360-724dfa8852b3, host dv-cinder-798091-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798091-1-smb',level=0,port_id=487799e6-7d5e-4e72-b360-724dfa8852b3,segment=NetworkSegment(d6aebad4-c614-4812-b5db-5340468a6247),segment_id=d6aebad4-c614-4812-b5db-5340468a6247)] {{(pid=78399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:30:57.264698 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747172683978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747172243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747172243532'] for port, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:57.268377 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-26ea2b54-9eb0-4c00-b3dd-206a641fdf7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:30:57.338824 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Pushing event updated for resources: {'Port': ['ID=487799e6-7d5e-4e72-b360-724dfa8852b3,revision_number=4']} {{(pid=78399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:30:57.342369 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:30:58.998023 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Device 487799e6-7d5e-4e72-b360-724dfa8852b3 up at agent ovs-agent-dv-cinder-798091-1-smb {{(pid=78399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:30:59.074541 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Provisioning complete for port 487799e6-7d5e-4e72-b360-724dfa8852b3 triggered by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:30:59.075242 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545280'] for port, provisioning_complete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:08.584177 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-c4e97fe7-1858-45d6-8c1b-ee326b8599a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:08.948199 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:11.216103 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-f658ae39-d7e4-455d-9f52-5c9135716344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:12.164641 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-d14b10cb-2ead-4edf-9c0b-578ba992fa59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:13.417646 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-0959a481-12d6-4798-a5c7-3b38329e38d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:30.497547 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.db.agents_db [None req-33cd8ffe-8d55-4e82-a60c-f31f0cdcb446 None None] Agent healthcheck: found 5 active agents {{(pid=78400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 25 14:31:38.575528 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-a97f776d-135d-4312-9440-e2233af4eb0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:38.949782 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:41.247954 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-c962fea5-db26-4e08-b99c-8d090f4bd87c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:42.167461 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-d14b10cb-2ead-4edf-9c0b-578ba992fa59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:43.427675 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-0959a481-12d6-4798-a5c7-3b38329e38d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:07.496415 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.db.agents_db [None req-33cd8ffe-8d55-4e82-a60c-f31f0cdcb446 None None] Agent healthcheck: found 5 active agents {{(pid=78400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 25 14:32:08.570771 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-13cd864e-d715-4977-b257-0b14d16c5fc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:08.953877 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:11.224950 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-473e7b3c-4bf1-4e62-9772-821967568c18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:12.208826 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-d14b10cb-2ead-4edf-9c0b-578ba992fa59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:13.429310 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-0959a481-12d6-4798-a5c7-3b38329e38d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:38.573988 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-69592d0d-1524-4f9e-b598-f145d7a644bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:38.948102 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:41.218450 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-fb622b14-dace-42a5-ae74-1e56de3fabec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:42.170546 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-d14b10cb-2ead-4edf-9c0b-578ba992fa59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:43.430838 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-0959a481-12d6-4798-a5c7-3b38329e38d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:44.494831 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.db.agents_db [None req-33cd8ffe-8d55-4e82-a60c-f31f0cdcb446 None None] Agent healthcheck: found 5 active agents {{(pid=78400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 25 14:32:59.980412 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.72', 57944) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:33:00.051029 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.pecan_wsgi.hooks.translation [None req-fff2f8d9-7a45-4edb-85d8-6eaffac67a07 admin admin] GET failed (client error): The resource could not be found. Jun 25 14:33:00.051555 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-fff2f8d9-7a45-4edb-85d8-6eaffac67a07 admin admin] Synchronizing usage tracker for tenant:66a90ba7d63c429d8a391ef202eb4a6b on resource:network {{(pid=78397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 25 14:33:00.069302 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-fff2f8d9-7a45-4edb-85d8-6eaffac67a07 admin admin] Unset dirty status for tenant:66a90ba7d63c429d8a391ef202eb4a6b on resource:network {{(pid=78397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 25 14:33:00.070469 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-fff2f8d9-7a45-4edb-85d8-6eaffac67a07 admin admin] 10.222.0.72 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0888600 Jun 25 14:33:00.236762 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98126d69-75be-4d05-bde7-be20969bd284 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:00.238238 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-98126d69-75be-4d05-bde7-be20969bd284 admin admin] 10.222.0.72 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1639049 Jun 25 14:33:02.434770 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.72', 57954) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:33:02.542641 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec0a8dbd-5658-467a-8e85-2c5baab9c8e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:02.544019 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-ec0a8dbd-5658-467a-8e85-2c5baab9c8e9 admin admin] 10.222.0.72 "GET /v2.0/subnets/fd7bca57-9cd4-4b81-bc2d-2d3535fbef87 HTTP/1.1" status: 200 len: 849 time: 0.1082227 Jun 25 14:33:02.553490 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.v2.base [None req-368fd557-80db-4614-bdfe-c7796d5d4d97 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=78397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:33:02.669831 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-368fd557-80db-4614-bdfe-c7796d5d4d97 admin admin] Notify callbacks [] for subnet, before_update {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:02.860463 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-368fd557-80db-4614-bdfe-c7796d5d4d97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8747172683987'] for subnet, after_update {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:02.864222 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:33:02.904976 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-368fd557-80db-4614-bdfe-c7796d5d4d97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:02.906656 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-368fd557-80db-4614-bdfe-c7796d5d4d97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692162'] for subnet, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:02.921678 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-368fd557-80db-4614-bdfe-c7796d5d4d97 admin admin] 10.222.0.72 "PUT /v2.0/subnets/fd7bca57-9cd4-4b81-bc2d-2d3535fbef87 HTTP/1.1" status: 200 len: 868 time: 0.3585882 Jun 25 14:33:02.921906 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32fb94be-bf8b-436f-886e-da652a39ff28 None None] Network 541a2930-2f41-4937-b434-c003ad129c98 requested from dv-cinder-798091-1-smb {{(pid=78399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 25 14:33:02.935107 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368fd557-80db-4614-bdfe-c7796d5d4d97 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd7bca57-9cd4-4b81-bc2d-2d3535fbef87,revision_number=1']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:33:02.943940 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368fd557-80db-4614-bdfe-c7796d5d4d97 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:33:02.944287 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368fd557-80db-4614-bdfe-c7796d5d4d97 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:33:02.944606 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368fd557-80db-4614-bdfe-c7796d5d4d97 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:33:02.944931 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368fd557-80db-4614-bdfe-c7796d5d4d97 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:33:02.945254 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368fd557-80db-4614-bdfe-c7796d5d4d97 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:33:02.945592 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368fd557-80db-4614-bdfe-c7796d5d4d97 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:33:02.945918 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368fd557-80db-4614-bdfe-c7796d5d4d97 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:33:02.946391 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368fd557-80db-4614-bdfe-c7796d5d4d97 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:33:02.946700 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368fd557-80db-4614-bdfe-c7796d5d4d97 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:33:02.947019 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368fd557-80db-4614-bdfe-c7796d5d4d97 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:33:02.947334 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368fd557-80db-4614-bdfe-c7796d5d4d97 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:33:02.947647 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368fd557-80db-4614-bdfe-c7796d5d4d97 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:33:02.951772 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-368fd557-80db-4614-bdfe-c7796d5d4d97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:33:03.373093 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-672a3510-1ced-4e67-b01a-b5183c2feba6 None None] Provisioning complete for port 00ef1c76-0651-4cea-9e5a-ce8ee45fbb51 triggered by entity DHCP. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:33:03.373466 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-672a3510-1ced-4e67-b01a-b5183c2feba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545280'] for port, provisioning_complete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:03.504330 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-672a3510-1ced-4e67-b01a-b5183c2feba6 None None] Provisioning complete for port cd3b771b-20b9-4e65-bb99-bfdb66dcf6d6 triggered by entity DHCP. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:33:03.504603 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-672a3510-1ced-4e67-b01a-b5183c2feba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545280'] for port, provisioning_complete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:05.041006 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.72', 57964) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:33:05.218489 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a43737e-f884-4731-bca3-7158688b18aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:05.218926 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a43737e-f884-4731-bca3-7158688b18aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:05.220446 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-4a43737e-f884-4731-bca3-7158688b18aa admin admin] 10.222.0.72 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1784554 Jun 25 14:33:07.337960 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.72', 57974) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:33:07.512855 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db0daacb-057d-4d43-9f14-a9774c430dca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:07.513330 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db0daacb-057d-4d43-9f14-a9774c430dca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:07.514878 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-db0daacb-057d-4d43-9f14-a9774c430dca admin admin] 10.222.0.72 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1759911 Jun 25 14:33:08.576431 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-5c67a665-4bde-4b66-b525-b50afbe93db9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:08.950737 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:09.693679 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.72', 57984) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:33:09.867888 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6be85760-8a15-4c83-954f-fff9a72bb7af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:09.869226 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-6be85760-8a15-4c83-954f-fff9a72bb7af admin admin] 10.222.0.72 "GET /v2.0/networks/541a2930-2f41-4937-b434-c003ad129c98 HTTP/1.1" status: 200 len: 869 time: 0.1746325 Jun 25 14:33:11.221410 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-bb7836f0-270d-4b39-bff2-00b6e699edde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:12.013448 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.72', 57994) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:33:12.169320 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-d14b10cb-2ead-4edf-9c0b-578ba992fa59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:12.180445 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e40fbf95-e40b-468d-993f-acd50566a9ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:12.181837 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-e40fbf95-e40b-468d-993f-acd50566a9ba admin admin] 10.222.0.72 "GET /v2.0/networks/a1a43f7a-e11e-4ed3-80ce-932e2581e9ee HTTP/1.1" status: 200 len: 886 time: 0.1673920 Jun 25 14:33:13.430729 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-0959a481-12d6-4798-a5c7-3b38329e38d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:14.310095 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.72', 58004) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:33:14.419426 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9d03059-d219-4374-bee7-8b2e66ffa99f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:14.419879 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9d03059-d219-4374-bee7-8b2e66ffa99f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:14.421974 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-e9d03059-d219-4374-bee7-8b2e66ffa99f admin admin] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1109304 Jun 25 14:33:16.543732 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.72', 58014) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:33:16.661323 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-418d99c4-09ff-418b-ab23-e7bb0e65c03f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:16.661808 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-418d99c4-09ff-418b-ab23-e7bb0e65c03f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:16.663348 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-418d99c4-09ff-418b-ab23-e7bb0e65c03f admin admin] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1186705 Jun 25 14:33:18.779865 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.72', 58024) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:33:18.888884 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a7408fc-4b55-457b-a657-8a02a92d4b3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:18.891345 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-0a7408fc-4b55-457b-a657-8a02a92d4b3b admin admin] 10.222.0.72 "GET /v2.0/subnets/b0ba03d7-4f3a-4e33-bbe4-11273a91df80 HTTP/1.1" status: 200 len: 816 time: 0.1102400 Jun 25 14:33:21.040662 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.72', 58034) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:33:21.152979 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-804e7075-11b8-4dea-86cd-a99fb6b47f49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:21.154279 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-804e7075-11b8-4dea-86cd-a99fb6b47f49 admin admin] 10.222.0.72 "GET /v2.0/subnets/fd7bca57-9cd4-4b81-bc2d-2d3535fbef87 HTTP/1.1" status: 200 len: 868 time: 0.1126270 Jun 25 14:33:21.494578 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.db.agents_db [None req-33cd8ffe-8d55-4e82-a60c-f31f0cdcb446 None None] Agent healthcheck: found 5 active agents {{(pid=78400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 25 14:33:38.590651 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-0d577e6b-e85a-438f-a016-2c6a4dec6de5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:38.955082 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:41.224195 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-9a1a3c22-eb0e-4140-af57-ce4665abedee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:42.173711 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-d14b10cb-2ead-4edf-9c0b-578ba992fa59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:43.434550 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-0959a481-12d6-4798-a5c7-3b38329e38d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:44.125338 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.72', 58078) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:33:44.174096 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.wsgi [None req-f222cfad-5c19-4bb0-b644-5d405712f8d9 admin admin] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=78398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 25 14:33:44.175082 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-f222cfad-5c19-4bb0-b644-5d405712f8d9 admin admin] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0487912 Jun 25 14:33:46.366062 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.72', 58088) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:33:46.434345 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0761a96-e307-413c-9bf1-cf9a1ae35e9b admin admin] GET failed (client error): The resource could not be found. Jun 25 14:33:46.435673 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-e0761a96-e307-413c-9bf1-cf9a1ae35e9b admin admin] 10.222.0.72 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0686424 Jun 25 14:33:46.562433 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e98429ee-8c5d-4d64-87d5-efface1e7635 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:46.563803 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-e98429ee-8c5d-4d64-87d5-efface1e7635 admin admin] 10.222.0.72 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1237993 Jun 25 14:33:48.712144 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.72', 58098) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:33:48.759817 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.v2.base [None req-4da5882a-a24f-47d1-b485-4fd9c621ba27 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=78398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:33:48.765508 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-4da5882a-a24f-47d1-b485-4fd9c621ba27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:33:48.775222 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-4da5882a-a24f-47d1-b485-4fd9c621ba27 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:33:48.785590 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4da5882a-a24f-47d1-b485-4fd9c621ba27 admin admin] Made reservation on behalf of 66a90ba7d63c429d8a391ef202eb4a6b for: {'network': 1} {{(pid=78398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 14:33:48.787978 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-4da5882a-a24f-47d1-b485-4fd9c621ba27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for network, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:48.881368 dv-cinder-798091-1-smb neutron-server[78398]: WARNING neutron.services.revisions.revision_plugin [None req-4da5882a-a24f-47d1-b485-4fd9c621ba27 admin admin] Could not find related network for resource to bump revision. Jun 25 14:33:48.896764 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4da5882a-a24f-47d1-b485-4fd9c621ba27 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 307} {{(pid=78398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 14:33:48.912359 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-4da5882a-a24f-47d1-b485-4fd9c621ba27 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8747172693176', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3551624'] for segment, precommit_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:48.912947 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-4da5882a-a24f-47d1-b485-4fd9c621ba27 admin admin] Unsubscribe: segment precommit_create {{(pid=78398) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 25 14:33:48.913378 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.db.segments_db [None req-4da5882a-a24f-47d1-b485-4fd9c621ba27 admin admin] Added segment cdb6d4ec-ce77-4c94-83e1-5f7c99695ff1 of type vlan for network 09f5109c-9a48-4b60-9c39-c3a6ebdd9449 Jun 25 14:33:48.947351 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-4da5882a-a24f-47d1-b485-4fd9c621ba27 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747172227979'] for network, precommit_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:48.981735 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-4da5882a-a24f-47d1-b485-4fd9c621ba27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180'] for network, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:48.983556 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4da5882a-a24f-47d1-b485-4fd9c621ba27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:48.984127 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-4da5882a-a24f-47d1-b485-4fd9c621ba27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692162'] for network, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:48.987271 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:33:49.086755 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da5882a-a24f-47d1-b485-4fd9c621ba27 admin admin] Pushing event updated for resources: {'Network': ['ID=09f5109c-9a48-4b60-9c39-c3a6ebdd9449,revision_number=1']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:33:49.090843 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-4da5882a-a24f-47d1-b485-4fd9c621ba27 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3777044 Jun 25 14:33:49.095363 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da5882a-a24f-47d1-b485-4fd9c621ba27 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:33:49.095716 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da5882a-a24f-47d1-b485-4fd9c621ba27 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:33:49.096036 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da5882a-a24f-47d1-b485-4fd9c621ba27 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:33:49.096373 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da5882a-a24f-47d1-b485-4fd9c621ba27 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:33:49.096679 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da5882a-a24f-47d1-b485-4fd9c621ba27 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:33:49.096999 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da5882a-a24f-47d1-b485-4fd9c621ba27 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:33:49.097314 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da5882a-a24f-47d1-b485-4fd9c621ba27 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:33:49.097659 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da5882a-a24f-47d1-b485-4fd9c621ba27 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:33:49.097987 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da5882a-a24f-47d1-b485-4fd9c621ba27 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:33:49.098298 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da5882a-a24f-47d1-b485-4fd9c621ba27 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:33:49.098610 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da5882a-a24f-47d1-b485-4fd9c621ba27 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:33:49.098925 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da5882a-a24f-47d1-b485-4fd9c621ba27 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:33:49.115535 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-4da5882a-a24f-47d1-b485-4fd9c621ba27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:33:49.122831 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Network 09f5109c-9a48-4b60-9c39-c3a6ebdd9449 details requested by agent ovs-agent-dv-cinder-798091-1-smb with host dv-cinder-798091-1-smb {{(pid=78399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 25 14:33:51.258110 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.72', 58108) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:33:51.328917 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.pecan_wsgi.hooks.translation [None req-49d47853-6d1d-49f2-8345-6badf275e93c admin admin] GET failed (client error): The resource could not be found. Jun 25 14:33:51.330225 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-49d47853-6d1d-49f2-8345-6badf275e93c admin admin] 10.222.0.72 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0711696 Jun 25 14:33:51.433869 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaabe43a-ecae-4809-ad52-6d48ef34cddc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:51.435898 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-eaabe43a-ecae-4809-ad52-6d48ef34cddc admin admin] 10.222.0.72 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1012790 Jun 25 14:33:51.445304 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.v2.base [None req-a4c8de7b-cc09-4d66-b5e9-72f6a8cacfff admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'ip_version': 4, 'name': 'shared-subnet', 'network_id': '09f5109c-9a48-4b60-9c39-c3a6ebdd9449', 'description': 'shared-subnet'}} {{(pid=78397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:33:51.450346 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-a4c8de7b-cc09-4d66-b5e9-72f6a8cacfff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:33:51.454770 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-a4c8de7b-cc09-4d66-b5e9-72f6a8cacfff admin admin] Usage tracker for resource:subnet and tenant:66a90ba7d63c429d8a391ef202eb4a6b is out of sync, need to count used quota {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:33:51.457511 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-a4c8de7b-cc09-4d66-b5e9-72f6a8cacfff admin admin] Quota usage for subnet was recalculated. Used quota:1. {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:33:51.463081 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-a4c8de7b-cc09-4d66-b5e9-72f6a8cacfff admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:33:51.473176 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4c8de7b-cc09-4d66-b5e9-72f6a8cacfff admin admin] Made reservation on behalf of 66a90ba7d63c429d8a391ef202eb4a6b for: {'subnet': 1} {{(pid=78397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 14:33:51.475470 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-a4c8de7b-cc09-4d66-b5e9-72f6a8cacfff admin admin] Notify callbacks [] for subnet, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:51.713605 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-a4c8de7b-cc09-4d66-b5e9-72f6a8cacfff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180'] for subnet, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:51.718069 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-1b462669-0aff-4d28-b140-62cd1e2afd15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:33:51.786831 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c8de7b-cc09-4d66-b5e9-72f6a8cacfff admin admin] Pushing event updated for resources: {'Subnet': ['ID=eabb83ce-1f22-48d0-aa9d-b98c97f3bb00,revision_number=0']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:33:51.789459 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-a4c8de7b-cc09-4d66-b5e9-72f6a8cacfff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:33:51.799227 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c8de7b-cc09-4d66-b5e9-72f6a8cacfff admin admin] Checking segment: {'id': 'cdb6d4ec-ce77-4c94-83e1-5f7c99695ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '09f5109c-9a48-4b60-9c39-c3a6ebdd9449'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:33:51.799569 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4c8de7b-cc09-4d66-b5e9-72f6a8cacfff admin admin] Network hostable DHCP agents. Network: 09f5109c-9a48-4b60-9c39-c3a6ebdd9449, hostable agents: ['003a8640-0760-42fb-acf3-9b035430460e'], hosted agents: [] {{(pid=78397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 14:33:51.819462 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4c8de7b-cc09-4d66-b5e9-72f6a8cacfff admin admin] Network 09f5109c-9a48-4b60-9c39-c3a6ebdd9449 is scheduled to be hosted by DHCP agent 003a8640-0760-42fb-acf3-9b035430460e with binding_index 1 {{(pid=78397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 14:33:51.831699 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.scheduler.base_scheduler [None req-a4c8de7b-cc09-4d66-b5e9-72f6a8cacfff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798091-1-smb, 09f5109c-9a48-4b60-9c39-c3a6ebdd9449) {{(pid=78397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:33:51.836489 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c8de7b-cc09-4d66-b5e9-72f6a8cacfff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:51.837080 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-a4c8de7b-cc09-4d66-b5e9-72f6a8cacfff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692162'] for subnet, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:51.842412 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2ba906b-2013-433f-94a5-47be0b58b33b None None] Network 09f5109c-9a48-4b60-9c39-c3a6ebdd9449 requested from dv-cinder-798091-1-smb {{(pid=78399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 25 14:33:51.860671 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-a4c8de7b-cc09-4d66-b5e9-72f6a8cacfff admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4187734 Jun 25 14:33:52.084055 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-232c2084-6b13-4d8e-ab41-f499d95fbac9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c8bd671-329d-5687-b2c0-76f17e15c0bb-09f5109c-9a48-4b60-9c39-c3a6ebdd9449', 'network_id': '09f5109c-9a48-4b60-9c39-c3a6ebdd9449', 'tenant_id': '66a90ba7d63c429d8a391ef202eb4a6b', 'fixed_ips': [{'subnet_id': 'eabb83ce-1f22-48d0-aa9d-b98c97f3bb00'}]}} from dv-cinder-798091-1-smb. {{(pid=78399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 25 14:33:52.084924 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-232c2084-6b13-4d8e-ab41-f499d95fbac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for port, before_create {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:52.253271 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.db_base_plugin_common [None req-232c2084-6b13-4d8e-ab41-f499d95fbac9 None None] Allocated IP 192.168.233.2 (09f5109c-9a48-4b60-9c39-c3a6ebdd9449/eabb83ce-1f22-48d0-aa9d-b98c97f3bb00/939ac632-2eeb-48c6-a206-cce138c75d29) {{(pid=78399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 14:33:52.493580 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-232c2084-6b13-4d8e-ab41-f499d95fbac9 None None] Notify callbacks [] for port, precommit_create {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:52.504710 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-232c2084-6b13-4d8e-ab41-f499d95fbac9 None None] Transition to ACTIVE for port object 939ac632-2eeb-48c6-a206-cce138c75d29 will not be triggered until provisioned by entity L2. {{(pid=78399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:33:52.523798 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-232c2084-6b13-4d8e-ab41-f499d95fbac9 None None] Transition to ACTIVE for port object 939ac632-2eeb-48c6-a206-cce138c75d29 will not be triggered until provisioned by entity DHCP. {{(pid=78399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:33:52.531164 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-232c2084-6b13-4d8e-ab41-f499d95fbac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747172243469'] for port, after_create {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:52.535594 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:33:52.602845 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-232c2084-6b13-4d8e-ab41-f499d95fbac9 None None] Network 09f5109c-9a48-4b60-9c39-c3a6ebdd9449 is already hosted by enough agents. {{(pid=78399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:33:52.605830 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.scheduler.base_scheduler [None req-232c2084-6b13-4d8e-ab41-f499d95fbac9 None None] Resources bound (agent type, host, resource id): {{(pid=78399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:33:52.610985 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-232c2084-6b13-4d8e-ab41-f499d95fbac9 None None] Received port after_create {{(pid=78399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 25 14:33:52.613102 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232c2084-6b13-4d8e-ab41-f499d95fbac9 None None] Pushing event updated for resources: {'Port': ['ID=939ac632-2eeb-48c6-a206-cce138c75d29,revision_number=1']} {{(pid=78399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:33:52.622117 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232c2084-6b13-4d8e-ab41-f499d95fbac9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:33:52.622455 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232c2084-6b13-4d8e-ab41-f499d95fbac9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:33:52.622828 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232c2084-6b13-4d8e-ab41-f499d95fbac9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:33:52.623683 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232c2084-6b13-4d8e-ab41-f499d95fbac9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:33:52.624010 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232c2084-6b13-4d8e-ab41-f499d95fbac9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:33:52.624323 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232c2084-6b13-4d8e-ab41-f499d95fbac9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:33:52.624636 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232c2084-6b13-4d8e-ab41-f499d95fbac9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:33:52.624946 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232c2084-6b13-4d8e-ab41-f499d95fbac9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:33:52.625254 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232c2084-6b13-4d8e-ab41-f499d95fbac9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:33:52.625589 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232c2084-6b13-4d8e-ab41-f499d95fbac9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:33:52.625891 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232c2084-6b13-4d8e-ab41-f499d95fbac9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:33:52.626198 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232c2084-6b13-4d8e-ab41-f499d95fbac9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:33:52.653412 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-232c2084-6b13-4d8e-ab41-f499d95fbac9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:33:52.713121 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.managers [None req-232c2084-6b13-4d8e-ab41-f499d95fbac9 None None] Attempting to bind port 939ac632-2eeb-48c6-a206-cce138c75d29 on host dv-cinder-798091-1-smb for vnic_type normal with profile {{(pid=78399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 14:33:52.713485 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.managers [None req-232c2084-6b13-4d8e-ab41-f499d95fbac9 None None] Attempting to bind port 939ac632-2eeb-48c6-a206-cce138c75d29 by drivers openvswitch,hyperv on host dv-cinder-798091-1-smb at level 0 using segments [{'id': 'cdb6d4ec-ce77-4c94-83e1-5f7c99695ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '09f5109c-9a48-4b60-9c39-c3a6ebdd9449'}] {{(pid=78399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 14:33:52.714015 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232c2084-6b13-4d8e-ab41-f499d95fbac9 None None] Attempting to bind port 939ac632-2eeb-48c6-a206-cce138c75d29 on network 09f5109c-9a48-4b60-9c39-c3a6ebdd9449 {{(pid=78399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:33:52.720173 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232c2084-6b13-4d8e-ab41-f499d95fbac9 None None] Checking agent: {'id': 'e8ccf8d8-5bf4-4749-9aa7-038299b331e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798091-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 14, 30, 9), 'started_at': datetime.datetime(2021, 6, 25, 14, 30, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 14, 33, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798091-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 14:33:52.720548 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232c2084-6b13-4d8e-ab41-f499d95fbac9 None None] Checking segment: {'id': 'cdb6d4ec-ce77-4c94-83e1-5f7c99695ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '09f5109c-9a48-4b60-9c39-c3a6ebdd9449'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:33:52.721036 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-232c2084-6b13-4d8e-ab41-f499d95fbac9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:52.721425 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232c2084-6b13-4d8e-ab41-f499d95fbac9 None None] Bound using segment: {'id': 'cdb6d4ec-ce77-4c94-83e1-5f7c99695ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '09f5109c-9a48-4b60-9c39-c3a6ebdd9449'} {{(pid=78399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 14:33:52.721982 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.managers [None req-232c2084-6b13-4d8e-ab41-f499d95fbac9 None None] Bound port: 939ac632-2eeb-48c6-a206-cce138c75d29, host: dv-cinder-798091-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdb6d4ec-ce77-4c94-83e1-5f7c99695ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '09f5109c-9a48-4b60-9c39-c3a6ebdd9449'}}] {{(pid=78399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 14:33:52.722377 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-232c2084-6b13-4d8e-ab41-f499d95fbac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for port, before_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:52.817733 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-232c2084-6b13-4d8e-ab41-f499d95fbac9 None None] For port 939ac632-2eeb-48c6-a206-cce138c75d29, host dv-cinder-798091-1-smb, cleared binding levels {{(pid=78399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 25 14:33:52.821496 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-232c2084-6b13-4d8e-ab41-f499d95fbac9 None None] For port 939ac632-2eeb-48c6-a206-cce138c75d29, host dv-cinder-798091-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798091-1-smb',level=0,port_id=939ac632-2eeb-48c6-a206-cce138c75d29,segment=NetworkSegment(cdb6d4ec-ce77-4c94-83e1-5f7c99695ff1),segment_id=cdb6d4ec-ce77-4c94-83e1-5f7c99695ff1)] {{(pid=78399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 25 14:33:52.827824 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-232c2084-6b13-4d8e-ab41-f499d95fbac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747172683978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747172243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747172243532'] for port, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:52.837840 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:33:52.915694 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232c2084-6b13-4d8e-ab41-f499d95fbac9 None None] Pushing event updated for resources: {'Port': ['ID=939ac632-2eeb-48c6-a206-cce138c75d29,revision_number=2']} {{(pid=78399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:33:52.919152 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-232c2084-6b13-4d8e-ab41-f499d95fbac9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:33:53.741467 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4906bd1-3717-4e58-988e-c1b2af225a24 None None] Network 09f5109c-9a48-4b60-9c39-c3a6ebdd9449 requested from dv-cinder-798091-1-smb {{(pid=78399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 25 14:33:53.886898 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-09f5adab-f76e-46e7-b89f-74ac3cc601bd None None] Provisioning for port 939ac632-2eeb-48c6-a206-cce138c75d29 completed by entity DHCP. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:33:55.104878 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Device 939ac632-2eeb-48c6-a206-cce138c75d29 up at agent ovs-agent-dv-cinder-798091-1-smb {{(pid=78399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:33:55.171986 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Provisioning for port 939ac632-2eeb-48c6-a206-cce138c75d29 completed by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:33:55.176590 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Provisioning complete for port 939ac632-2eeb-48c6-a206-cce138c75d29 triggered by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:33:55.176961 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545280'] for port, provisioning_complete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:55.294574 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for port, before_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:55.326253 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] For port 939ac632-2eeb-48c6-a206-cce138c75d29, host dv-cinder-798091-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798091-1-smb',level=0,port_id=939ac632-2eeb-48c6-a206-cce138c75d29,segment=NetworkSegment(cdb6d4ec-ce77-4c94-83e1-5f7c99695ff1),segment_id=cdb6d4ec-ce77-4c94-83e1-5f7c99695ff1)] {{(pid=78399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:33:55.330376 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747172683978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747172243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747172243532'] for port, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:55.332659 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-232c2084-6b13-4d8e-ab41-f499d95fbac9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:33:55.402058 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Pushing event updated for resources: {'Port': ['ID=939ac632-2eeb-48c6-a206-cce138c75d29,revision_number=3']} {{(pid=78399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:33:55.405668 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:33:57.088697 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Device 939ac632-2eeb-48c6-a206-cce138c75d29 up at agent ovs-agent-dv-cinder-798091-1-smb {{(pid=78399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:33:57.158752 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Provisioning complete for port 939ac632-2eeb-48c6-a206-cce138c75d29 triggered by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:33:57.159059 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545280'] for port, provisioning_complete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:58.492943 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.db.agents_db [None req-33cd8ffe-8d55-4e82-a60c-f31f0cdcb446 None None] Agent healthcheck: found 5 active agents {{(pid=78400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 25 14:34:08.583580 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-b09de992-3373-45e9-a0a5-3881da9af8de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:08.957875 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:11.227858 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-379dbb0a-2c81-48ff-af39-627dd478bce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:12.177577 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-d14b10cb-2ead-4edf-9c0b-578ba992fa59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:13.440529 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-0959a481-12d6-4798-a5c7-3b38329e38d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:35.491539 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.db.agents_db [None req-33cd8ffe-8d55-4e82-a60c-f31f0cdcb446 None None] Agent healthcheck: found 5 active agents {{(pid=78400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 25 14:34:38.586046 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-4fb22b6c-ec10-4c8a-a24d-d4218ce47b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:38.961086 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:41.230343 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-580f372d-d5fd-41cb-a516-4560d4eba785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:42.181782 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-d14b10cb-2ead-4edf-9c0b-578ba992fa59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:43.440644 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-0959a481-12d6-4798-a5c7-3b38329e38d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:01.372069 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.72', 58158) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:35:01.378545 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.wsgi [None req-40938263-a861-4296-bcf4-cbd4d25d1719 tempest-verify_tempest_config-69039397 tempest-verify_tempest_config-69039397-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=78397) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 25 14:35:01.379535 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-40938263-a861-4296-bcf4-cbd4d25d1719 tempest-verify_tempest_config-69039397 tempest-verify_tempest_config-69039397-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0061693 Jun 25 14:35:01.722832 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.72', 58176) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:35:01.864170 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-c8fef93c-8897-476f-b671-fba9f42bbeb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:01.882716 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-c8fef93c-8897-476f-b671-fba9f42bbeb3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:35:01.889522 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-c8fef93c-8897-476f-b671-fba9f42bbeb3 admin admin] Usage tracker for resource:security_group_rule and tenant:ed8c5405cd1d45369cbb3eafb813f8a1 is out of sync, need to count used quota {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:35:01.893396 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-c8fef93c-8897-476f-b671-fba9f42bbeb3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:35:01.899568 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-c8fef93c-8897-476f-b671-fba9f42bbeb3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:35:02.003671 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-c8fef93c-8897-476f-b671-fba9f42bbeb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:02.007526 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-c8fef93c-8897-476f-b671-fba9f42bbeb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726995'] for security_group, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:02.019399 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:35:02.071741 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-c8fef93c-8897-476f-b671-fba9f42bbeb3 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ed8c5405cd1d45369cbb3eafb813f8a1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3476863 Jun 25 14:35:02.072450 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fef93c-8897-476f-b671-fba9f42bbeb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92a3b18d-6a39-4d3d-8817-7764869f514e,revision_number=1']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:35:02.075060 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.72', 58182) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:35:02.083932 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8fef93c-8897-476f-b671-fba9f42bbeb3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:35:02.084120 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8fef93c-8897-476f-b671-fba9f42bbeb3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:35:02.084393 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8fef93c-8897-476f-b671-fba9f42bbeb3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:35:02.084719 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8fef93c-8897-476f-b671-fba9f42bbeb3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:35:02.085039 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8fef93c-8897-476f-b671-fba9f42bbeb3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:35:02.085360 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8fef93c-8897-476f-b671-fba9f42bbeb3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:35:02.085699 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8fef93c-8897-476f-b671-fba9f42bbeb3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:35:02.089702 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8fef93c-8897-476f-b671-fba9f42bbeb3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:35:02.090084 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8fef93c-8897-476f-b671-fba9f42bbeb3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:35:02.090410 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8fef93c-8897-476f-b671-fba9f42bbeb3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:35:02.090735 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8fef93c-8897-476f-b671-fba9f42bbeb3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:35:02.091057 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8fef93c-8897-476f-b671-fba9f42bbeb3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:35:02.095484 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-c8fef93c-8897-476f-b671-fba9f42bbeb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:35:02.147172 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-1ed9e3b1-92b9-4827-87f7-b03da0b8484e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:02.176517 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-1ed9e3b1-92b9-4827-87f7-b03da0b8484e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:02.282086 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-1ed9e3b1-92b9-4827-87f7-b03da0b8484e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726995'] for security_group, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:02.285830 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:35:02.298817 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed9e3b1-92b9-4827-87f7-b03da0b8484e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92a3b18d-6a39-4d3d-8817-7764869f514e,revision_number=None']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:35:02.310435 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed9e3b1-92b9-4827-87f7-b03da0b8484e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:35:02.310736 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed9e3b1-92b9-4827-87f7-b03da0b8484e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:35:02.311159 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed9e3b1-92b9-4827-87f7-b03da0b8484e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:35:02.311375 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed9e3b1-92b9-4827-87f7-b03da0b8484e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:35:02.311754 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed9e3b1-92b9-4827-87f7-b03da0b8484e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:35:02.312021 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed9e3b1-92b9-4827-87f7-b03da0b8484e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:35:02.312329 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed9e3b1-92b9-4827-87f7-b03da0b8484e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:35:02.312675 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed9e3b1-92b9-4827-87f7-b03da0b8484e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:35:02.313039 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed9e3b1-92b9-4827-87f7-b03da0b8484e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:35:02.313475 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed9e3b1-92b9-4827-87f7-b03da0b8484e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:35:02.313674 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed9e3b1-92b9-4827-87f7-b03da0b8484e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:35:02.313978 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed9e3b1-92b9-4827-87f7-b03da0b8484e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:35:02.316734 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-1ed9e3b1-92b9-4827-87f7-b03da0b8484e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:02.320391 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-1ed9e3b1-92b9-4827-87f7-b03da0b8484e admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/92a3b18d-6a39-4d3d-8817-7764869f514e HTTP/1.1" status: 204 len: 168 time: 0.2442935 Jun 25 14:35:02.321313 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-1ed9e3b1-92b9-4827-87f7-b03da0b8484e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:35:08.591581 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-fff96a07-8a56-41a1-9860-255e8c6a6701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:08.965726 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:11.235434 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-57067c4b-2624-4cca-82a5-3844d6525964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:12.185341 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-d14b10cb-2ead-4edf-9c0b-578ba992fa59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:12.489806 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.db.agents_db [None req-33cd8ffe-8d55-4e82-a60c-f31f0cdcb446 None None] Agent healthcheck: found 5 active agents {{(pid=78400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 25 14:35:13.442917 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-0959a481-12d6-4798-a5c7-3b38329e38d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:38.599749 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-bc1b82cf-0f5e-474f-bd7c-eebf58b84b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:38.967252 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:41.238768 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-419aee98-a9f0-4bf4-a86e-7429562c4fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:42.189543 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-d14b10cb-2ead-4edf-9c0b-578ba992fa59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:43.448482 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-0959a481-12d6-4798-a5c7-3b38329e38d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:49.487888 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.db.agents_db [None req-33cd8ffe-8d55-4e82-a60c-f31f0cdcb446 None None] Agent healthcheck: found 5 active agents {{(pid=78400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 25 14:36:08.592103 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-5592917e-8a25-4072-8f0e-412d6fab1770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:08.969135 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:11.240485 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-beb9436d-02c5-4979-bff6-5940ecccb192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:12.190807 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-d14b10cb-2ead-4edf-9c0b-578ba992fa59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:13.449548 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-0959a481-12d6-4798-a5c7-3b38329e38d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:26.486721 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.db.agents_db [None req-33cd8ffe-8d55-4e82-a60c-f31f0cdcb446 None None] Agent healthcheck: found 5 active agents {{(pid=78400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 25 14:36:38.595929 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-e580a8b1-b2e4-4dc5-9437-37c14e745737 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:38.972210 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:41.243340 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-2adac0a5-b88a-458f-970c-4ab44349693f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:42.200108 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-d14b10cb-2ead-4edf-9c0b-578ba992fa59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:43.453004 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-0959a481-12d6-4798-a5c7-3b38329e38d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:50.999890 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-517236'] for agent, after_create {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:03.485298 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.db.agents_db [None req-33cd8ffe-8d55-4e82-a60c-f31f0cdcb446 None None] Agent healthcheck: found 6 active agents {{(pid=78400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 25 14:37:05.996647 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.72', 58258) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:37:06.108372 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-ace9e341-472a-4df8-9965-5fb58fc37b02 admin admin] 10.222.0.72 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1106279 Jun 25 14:37:08.233662 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.72', 58268) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:37:08.291081 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-4b2f47be-660c-405b-ba3d-7bcf6ec07951 admin admin] 10.222.0.72 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0563424 Jun 25 14:37:08.597039 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-79ee4c5b-f445-42ca-8614-7d4923619b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:08.977232 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:11.244392 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-e68b4375-7054-4f83-90e9-1e740b360a14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:12.197508 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-d14b10cb-2ead-4edf-9c0b-578ba992fa59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:13.476538 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-0959a481-12d6-4798-a5c7-3b38329e38d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:20.983064 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:38.605346 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-9de3ed96-95a6-47f5-a65b-0f2af7a06d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:38.978982 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:40.485269 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.db.agents_db [None req-33cd8ffe-8d55-4e82-a60c-f31f0cdcb446 None None] Agent healthcheck: found 6 active agents {{(pid=78400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 25 14:37:41.246433 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-ae35c2c0-ec91-432a-aaee-445fe9d8fa0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:42.200824 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-d14b10cb-2ead-4edf-9c0b-578ba992fa59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:43.458905 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-0959a481-12d6-4798-a5c7-3b38329e38d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:50.982736 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:08.601118 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-188d8836-0280-4767-b586-674dbf603791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:08.987153 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:11.251587 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-0884ae71-a2cb-4146-9fa6-6f3f85036bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:12.203126 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-d14b10cb-2ead-4edf-9c0b-578ba992fa59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:13.463142 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-0959a481-12d6-4798-a5c7-3b38329e38d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:17.485094 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.db.agents_db [None req-33cd8ffe-8d55-4e82-a60c-f31f0cdcb446 None None] Agent healthcheck: found 6 active agents {{(pid=78400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 25 14:38:20.981544 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:38.598727 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-8cfa693e-a82d-4895-8fa2-959a64ae46b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:38.982092 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:41.245792 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-6dd32f72-7321-4cf2-be93-53c459357444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:42.206491 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-d14b10cb-2ead-4edf-9c0b-578ba992fa59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:43.466888 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-0959a481-12d6-4798-a5c7-3b38329e38d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:51.015188 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:51.880034 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.72', 58456) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:38:51.944978 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.72', 58466) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:38:52.082603 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.72', 58476) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:38:52.108339 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.72', 58482) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:38:52.182148 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.v2.base [None req-6e5768de-8291-4b9d-bb37-bb5152f85ddb admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1093858271-network', 'tenant_id': '483f35b7a865489a83036a06ceb7959a'}} {{(pid=78398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:38:52.187447 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-6e5768de-8291-4b9d-bb37-bb5152f85ddb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:38:52.192573 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-6e5768de-8291-4b9d-bb37-bb5152f85ddb admin admin] Usage tracker for resource:network and tenant:483f35b7a865489a83036a06ceb7959a is out of sync, need to count used quota {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:38:52.196966 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-6e5768de-8291-4b9d-bb37-bb5152f85ddb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:38:52.204316 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-6e5768de-8291-4b9d-bb37-bb5152f85ddb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:38:52.215844 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e5768de-8291-4b9d-bb37-bb5152f85ddb admin admin] Made reservation on behalf of 483f35b7a865489a83036a06ceb7959a for: {'network': 1} {{(pid=78398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 14:38:52.219419 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-6e5768de-8291-4b9d-bb37-bb5152f85ddb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for network, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:52.233595 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-6e5768de-8291-4b9d-bb37-bb5152f85ddb admin admin] Notify callbacks [] for security_group, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:52.250512 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-6e5768de-8291-4b9d-bb37-bb5152f85ddb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:38:52.255027 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-6e5768de-8291-4b9d-bb37-bb5152f85ddb admin admin] Usage tracker for resource:security_group_rule and tenant:483f35b7a865489a83036a06ceb7959a is out of sync, need to count used quota {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:38:52.258432 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-6e5768de-8291-4b9d-bb37-bb5152f85ddb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:38:52.265115 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-6e5768de-8291-4b9d-bb37-bb5152f85ddb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:38:52.272891 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.v2.base [None req-ca86f9fb-49d5-4dec-9aa4-f8f4b5742c50 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1128547269-network', 'tenant_id': '34cd0f1e83ac4b7a907987b235bcb59d'}} {{(pid=78398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:38:52.278908 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-ca86f9fb-49d5-4dec-9aa4-f8f4b5742c50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:38:52.285596 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-ca86f9fb-49d5-4dec-9aa4-f8f4b5742c50 admin admin] Usage tracker for resource:network and tenant:34cd0f1e83ac4b7a907987b235bcb59d is out of sync, need to count used quota {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:38:52.292066 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-ca86f9fb-49d5-4dec-9aa4-f8f4b5742c50 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:38:52.299979 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-ca86f9fb-49d5-4dec-9aa4-f8f4b5742c50 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:38:52.322751 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca86f9fb-49d5-4dec-9aa4-f8f4b5742c50 admin admin] Made reservation on behalf of 34cd0f1e83ac4b7a907987b235bcb59d for: {'network': 1} {{(pid=78398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 14:38:52.325144 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-ca86f9fb-49d5-4dec-9aa4-f8f4b5742c50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for network, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:52.338823 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-ca86f9fb-49d5-4dec-9aa4-f8f4b5742c50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:52.363071 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-ca86f9fb-49d5-4dec-9aa4-f8f4b5742c50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:38:52.371439 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-ca86f9fb-49d5-4dec-9aa4-f8f4b5742c50 admin admin] Usage tracker for resource:security_group_rule and tenant:34cd0f1e83ac4b7a907987b235bcb59d is out of sync, need to count used quota {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:38:52.375027 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-ca86f9fb-49d5-4dec-9aa4-f8f4b5742c50 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:38:52.381511 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-ca86f9fb-49d5-4dec-9aa4-f8f4b5742c50 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:38:52.417903 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.72', 58498) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:38:52.518510 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.v2.base [None req-e4f920a1-3b47-43fa-847d-d37e0082d56f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-537812765-network', 'tenant_id': '7a64d79372ce407f85b911ae6861af7f'}} {{(pid=78398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:38:52.537395 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.v2.base [None req-f969d16d-28bc-4ee8-a1bb-6cb7f2735a3b admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-372274787-network', 'tenant_id': '772991f00a024aa5bfd4212592ea9dc0'}} {{(pid=78398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:38:52.541514 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-ca86f9fb-49d5-4dec-9aa4-f8f4b5742c50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:52.547343 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-6e5768de-8291-4b9d-bb37-bb5152f85ddb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:52.552007 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-e4f920a1-3b47-43fa-847d-d37e0082d56f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:38:52.554341 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-ca86f9fb-49d5-4dec-9aa4-f8f4b5742c50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726995'] for security_group, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:52.557498 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-e4f920a1-3b47-43fa-847d-d37e0082d56f admin admin] Usage tracker for resource:network and tenant:7a64d79372ce407f85b911ae6861af7f is out of sync, need to count used quota {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:38:52.564779 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-6e5768de-8291-4b9d-bb37-bb5152f85ddb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726995'] for security_group, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:52.565949 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-e4f920a1-3b47-43fa-847d-d37e0082d56f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:38:52.570021 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-f969d16d-28bc-4ee8-a1bb-6cb7f2735a3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:38:52.571040 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.72', 58508) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:38:52.578397 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:38:52.596568 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-f969d16d-28bc-4ee8-a1bb-6cb7f2735a3b admin admin] Usage tracker for resource:network and tenant:772991f00a024aa5bfd4212592ea9dc0 is out of sync, need to count used quota {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:38:52.604783 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca86f9fb-49d5-4dec-9aa4-f8f4b5742c50 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 312} {{(pid=78398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 14:38:52.607549 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-f969d16d-28bc-4ee8-a1bb-6cb7f2735a3b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:38:52.621656 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e5768de-8291-4b9d-bb37-bb5152f85ddb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 337} {{(pid=78398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 14:38:52.628951 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-e4f920a1-3b47-43fa-847d-d37e0082d56f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:38:52.630264 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.v2.base [None req-0ea5044b-1528-4424-bb2f-3359c4dbd720 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-601956622-network', 'tenant_id': '6290ced7f89f4224aad290cae89da82b'}} {{(pid=78397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:38:52.639152 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-0ea5044b-1528-4424-bb2f-3359c4dbd720 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:38:52.644112 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-6e5768de-8291-4b9d-bb37-bb5152f85ddb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3551624'] for segment, precommit_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:52.644468 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.db.segments_db [None req-6e5768de-8291-4b9d-bb37-bb5152f85ddb admin admin] Added segment 81151bf1-db3f-469d-9d95-7b5b748d6d39 of type vlan for network b46aa6d0-5230-4ef8-9c2a-78c81064424c Jun 25 14:38:52.647275 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-0ea5044b-1528-4424-bb2f-3359c4dbd720 admin admin] Usage tracker for resource:network and tenant:6290ced7f89f4224aad290cae89da82b is out of sync, need to count used quota {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:38:52.649329 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-f969d16d-28bc-4ee8-a1bb-6cb7f2735a3b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:38:52.653864 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-0ea5044b-1528-4424-bb2f-3359c4dbd720 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:38:52.662582 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-0ea5044b-1528-4424-bb2f-3359c4dbd720 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:38:52.679542 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-ca86f9fb-49d5-4dec-9aa4-f8f4b5742c50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3551624'] for segment, precommit_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:52.680118 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.db.segments_db [None req-ca86f9fb-49d5-4dec-9aa4-f8f4b5742c50 admin admin] Added segment ecfb01d6-bce0-498c-ae9b-242c40d7a505 of type vlan for network 83fe267a-d7d2-452d-bb83-7a0060a308f0 Jun 25 14:38:52.687579 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.v2.base [None req-a32950df-d779-44b4-ae5e-1d22aa3cee68 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-358625753-network', 'tenant_id': '7a1d3268123d4b12a1168eda73de2201'}} {{(pid=78397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:38:52.690973 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4f920a1-3b47-43fa-847d-d37e0082d56f admin admin] Made reservation on behalf of 7a64d79372ce407f85b911ae6861af7f for: {'network': 1} {{(pid=78398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 14:38:52.693502 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-e4f920a1-3b47-43fa-847d-d37e0082d56f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for network, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:52.698621 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ea5044b-1528-4424-bb2f-3359c4dbd720 admin admin] Made reservation on behalf of 6290ced7f89f4224aad290cae89da82b for: {'network': 1} {{(pid=78397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 14:38:52.702213 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-0ea5044b-1528-4424-bb2f-3359c4dbd720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for network, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:52.708642 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca86f9fb-49d5-4dec-9aa4-f8f4b5742c50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ca4f9d5-2444-4fa7-9912-3d2a58bd9ebf,revision_number=1']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:38:52.721525 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f969d16d-28bc-4ee8-a1bb-6cb7f2735a3b admin admin] Made reservation on behalf of 772991f00a024aa5bfd4212592ea9dc0 for: {'network': 1} {{(pid=78398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 14:38:52.722574 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-a32950df-d779-44b4-ae5e-1d22aa3cee68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:38:52.724316 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-f969d16d-28bc-4ee8-a1bb-6cb7f2735a3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for network, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:52.726090 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-0ea5044b-1528-4424-bb2f-3359c4dbd720 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:52.743892 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-e4f920a1-3b47-43fa-847d-d37e0082d56f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:52.745980 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-0ea5044b-1528-4424-bb2f-3359c4dbd720 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:38:52.750199 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-0ea5044b-1528-4424-bb2f-3359c4dbd720 admin admin] Usage tracker for resource:security_group_rule and tenant:6290ced7f89f4224aad290cae89da82b is out of sync, need to count used quota {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:38:52.753851 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-0ea5044b-1528-4424-bb2f-3359c4dbd720 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:38:52.760201 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-0ea5044b-1528-4424-bb2f-3359c4dbd720 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:38:52.774861 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-6e5768de-8291-4b9d-bb37-bb5152f85ddb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747172227979'] for network, precommit_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:52.791792 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-f969d16d-28bc-4ee8-a1bb-6cb7f2735a3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:52.826077 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca86f9fb-49d5-4dec-9aa4-f8f4b5742c50 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:38:52.827052 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca86f9fb-49d5-4dec-9aa4-f8f4b5742c50 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:38:52.828064 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca86f9fb-49d5-4dec-9aa4-f8f4b5742c50 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:38:52.828788 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca86f9fb-49d5-4dec-9aa4-f8f4b5742c50 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:38:52.829375 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca86f9fb-49d5-4dec-9aa4-f8f4b5742c50 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:38:52.830143 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca86f9fb-49d5-4dec-9aa4-f8f4b5742c50 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:38:52.831852 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca86f9fb-49d5-4dec-9aa4-f8f4b5742c50 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:38:52.832366 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca86f9fb-49d5-4dec-9aa4-f8f4b5742c50 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:38:52.839344 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca86f9fb-49d5-4dec-9aa4-f8f4b5742c50 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:38:52.839991 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca86f9fb-49d5-4dec-9aa4-f8f4b5742c50 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:38:52.840509 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca86f9fb-49d5-4dec-9aa4-f8f4b5742c50 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:38:52.841023 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca86f9fb-49d5-4dec-9aa4-f8f4b5742c50 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:38:52.842410 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca86f9fb-49d5-4dec-9aa4-f8f4b5742c50 admin admin] Tracked resource versions report: Jun 25 14:38:52.842410 dv-cinder-798091-1-smb neutron-server[78398]: pushed versions: Jun 25 14:38:52.842410 dv-cinder-798091-1-smb neutron-server[78398]: { 'AddressGroup': {'1.2'}, Jun 25 14:38:52.842410 dv-cinder-798091-1-smb neutron-server[78398]: 'ConntrackHelper': {'1.0'}, Jun 25 14:38:52.842410 dv-cinder-798091-1-smb neutron-server[78398]: 'Log': {'1.0'}, Jun 25 14:38:52.842410 dv-cinder-798091-1-smb neutron-server[78398]: 'Network': {'1.1'}, Jun 25 14:38:52.842410 dv-cinder-798091-1-smb neutron-server[78398]: 'Port': {'1.7'}, Jun 25 14:38:52.842410 dv-cinder-798091-1-smb neutron-server[78398]: 'PortForwarding': {'1.2'}, Jun 25 14:38:52.842410 dv-cinder-798091-1-smb neutron-server[78398]: 'QosPolicy': {'1.8'}, Jun 25 14:38:52.842410 dv-cinder-798091-1-smb neutron-server[78398]: 'SecurityGroup': {'1.4'}, Jun 25 14:38:52.842410 dv-cinder-798091-1-smb neutron-server[78398]: 'SecurityGroupRule': {'1.2'}, Jun 25 14:38:52.842410 dv-cinder-798091-1-smb neutron-server[78398]: 'SubPort': {'1.0'}, Jun 25 14:38:52.842410 dv-cinder-798091-1-smb neutron-server[78398]: 'Subnet': {'1.1'}, Jun 25 14:38:52.842410 dv-cinder-798091-1-smb neutron-server[78398]: 'Trunk': {'1.1'}} Jun 25 14:38:52.842410 dv-cinder-798091-1-smb neutron-server[78398]: consumer versions: Jun 25 14:38:52.842410 dv-cinder-798091-1-smb neutron-server[78398]: { DHCP agent@dv-cinder-798091-1-smb: {}, Jun 25 14:38:52.842410 dv-cinder-798091-1-smb neutron-server[78398]: HyperV agent@hv-cinder-79809: {}, Jun 25 14:38:52.842410 dv-cinder-798091-1-smb neutron-server[78398]: L3 agent@dv-cinder-798091-1-smb: {}, Jun 25 14:38:52.842410 dv-cinder-798091-1-smb neutron-server[78398]: Metadata agent@dv-cinder-798091-1-smb: {}, Jun 25 14:38:52.842410 dv-cinder-798091-1-smb neutron-server[78398]: Metering agent@dv-cinder-798091-1-smb: {}, Jun 25 14:38:52.842410 dv-cinder-798091-1-smb neutron-server[78398]: Open vSwitch agent@dv-cinder-798091-1-smb: { 'AddressGroup': '1.2', Jun 25 14:38:52.842410 dv-cinder-798091-1-smb neutron-server[78398]: 'ConntrackHelper': '1.0', Jun 25 14:38:52.842410 dv-cinder-798091-1-smb neutron-server[78398]: 'Log': '1.0', Jun 25 14:38:52.842410 dv-cinder-798091-1-smb neutron-server[78398]: 'Network': '1.1', Jun 25 14:38:52.842410 dv-cinder-798091-1-smb neutron-server[78398]: 'Port': '1.7', Jun 25 14:38:52.842410 dv-cinder-798091-1-smb neutron-server[78398]: 'PortForwarding': '1.2', Jun 25 14:38:52.842410 dv-cinder-798091-1-smb neutron-server[78398]: 'QosPolicy': '1.8', Jun 25 14:38:52.842410 dv-cinder-798091-1-smb neutron-server[78398]: 'SecurityGroup': '1.4', Jun 25 14:38:52.842410 dv-cinder-798091-1-smb neutron-server[78398]: 'SecurityGroupRule': '1.2', Jun 25 14:38:52.842410 dv-cinder-798091-1-smb neutron-server[78398]: 'SubPort': '1.0', Jun 25 14:38:52.842410 dv-cinder-798091-1-smb neutron-server[78398]: 'Subnet': '1.1', Jun 25 14:38:52.842410 dv-cinder-798091-1-smb neutron-server[78398]: 'Trunk': '1.1'}} Jun 25 14:38:52.842410 dv-cinder-798091-1-smb neutron-server[78398]: {{(pid=78398) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 25 14:38:52.871199 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-0ea5044b-1528-4424-bb2f-3359c4dbd720 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:52.875912 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-a32950df-d779-44b4-ae5e-1d22aa3cee68 admin admin] Usage tracker for resource:network and tenant:7a1d3268123d4b12a1168eda73de2201 is out of sync, need to count used quota {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:38:52.879175 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-e4f920a1-3b47-43fa-847d-d37e0082d56f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:38:52.882583 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-ca86f9fb-49d5-4dec-9aa4-f8f4b5742c50 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747172227979'] for network, precommit_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:52.884996 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-a32950df-d779-44b4-ae5e-1d22aa3cee68 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:38:52.894030 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-0ea5044b-1528-4424-bb2f-3359c4dbd720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726995'] for security_group, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:52.911050 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-a32950df-d779-44b4-ae5e-1d22aa3cee68 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:38:52.913113 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-1ed9e3b1-92b9-4827-87f7-b03da0b8484e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:38:52.925250 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-e4f920a1-3b47-43fa-847d-d37e0082d56f admin admin] Usage tracker for resource:security_group_rule and tenant:7a64d79372ce407f85b911ae6861af7f is out of sync, need to count used quota {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:38:52.926314 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-ca86f9fb-49d5-4dec-9aa4-f8f4b5742c50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180'] for network, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:52.927535 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-f969d16d-28bc-4ee8-a1bb-6cb7f2735a3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:38:52.938045 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-e4f920a1-3b47-43fa-847d-d37e0082d56f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:38:52.945173 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-e4f920a1-3b47-43fa-847d-d37e0082d56f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:38:52.954510 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ea5044b-1528-4424-bb2f-3359c4dbd720 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 347} {{(pid=78397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 14:38:52.957189 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a32950df-d779-44b4-ae5e-1d22aa3cee68 admin admin] Made reservation on behalf of 7a1d3268123d4b12a1168eda73de2201 for: {'network': 1} {{(pid=78397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 14:38:52.959679 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-a32950df-d779-44b4-ae5e-1d22aa3cee68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for network, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:52.962308 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca86f9fb-49d5-4dec-9aa4-f8f4b5742c50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:38:52.963175 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-ca86f9fb-49d5-4dec-9aa4-f8f4b5742c50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692162'] for network, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:52.991803 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-a32950df-d779-44b4-ae5e-1d22aa3cee68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:52.997520 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-f969d16d-28bc-4ee8-a1bb-6cb7f2735a3b admin admin] Usage tracker for resource:security_group_rule and tenant:772991f00a024aa5bfd4212592ea9dc0 is out of sync, need to count used quota {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:38:53.007978 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-f969d16d-28bc-4ee8-a1bb-6cb7f2735a3b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:38:53.010276 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-0ea5044b-1528-4424-bb2f-3359c4dbd720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3551624'] for segment, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:53.010793 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.db.segments_db [None req-0ea5044b-1528-4424-bb2f-3359c4dbd720 admin admin] Added segment 71eb932d-08ba-477f-9129-39c672514c4e of type vlan for network 808ce0ae-354d-4414-90d0-3589c38f5458 Jun 25 14:38:53.017294 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea5044b-1528-4424-bb2f-3359c4dbd720 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12620e59-001b-43b9-9585-a187ca9c476b,revision_number=1']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:38:53.029874 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5768de-8291-4b9d-bb37-bb5152f85ddb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=899a2332-c72f-4286-af36-a2ec4cea3c44,revision_number=1']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:38:53.033212 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-f969d16d-28bc-4ee8-a1bb-6cb7f2735a3b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:38:53.042662 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-ca86f9fb-49d5-4dec-9aa4-f8f4b5742c50 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.0965798 Jun 25 14:38:53.046951 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-0ea5044b-1528-4424-bb2f-3359c4dbd720 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747172227979'] for network, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:53.047392 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-6e5768de-8291-4b9d-bb37-bb5152f85ddb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.469s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:38:53.050200 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.72', 58532) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:38:53.051051 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.418s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:38:53.051882 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:38:53.058829 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.v2.base [None req-d93b2404-a205-4448-ae9e-4865bc945991 admin admin] Request body: {'subnet': {'network_id': '83fe267a-d7d2-452d-bb83-7a0060a308f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1128547269-subnet', 'tenant_id': '34cd0f1e83ac4b7a907987b235bcb59d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:38:53.067793 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.060s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:38:53.076986 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-a32950df-d779-44b4-ae5e-1d22aa3cee68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:38:53.086163 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea5044b-1528-4424-bb2f-3359c4dbd720 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:38:53.086494 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea5044b-1528-4424-bb2f-3359c4dbd720 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:38:53.086999 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea5044b-1528-4424-bb2f-3359c4dbd720 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:38:53.087482 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea5044b-1528-4424-bb2f-3359c4dbd720 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:38:53.087964 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea5044b-1528-4424-bb2f-3359c4dbd720 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:38:53.088450 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea5044b-1528-4424-bb2f-3359c4dbd720 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:38:53.088953 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea5044b-1528-4424-bb2f-3359c4dbd720 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:38:53.089590 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea5044b-1528-4424-bb2f-3359c4dbd720 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:38:53.090124 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea5044b-1528-4424-bb2f-3359c4dbd720 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:38:53.090713 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea5044b-1528-4424-bb2f-3359c4dbd720 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:38:53.091230 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea5044b-1528-4424-bb2f-3359c4dbd720 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:38:53.091720 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea5044b-1528-4424-bb2f-3359c4dbd720 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:38:53.093047 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea5044b-1528-4424-bb2f-3359c4dbd720 admin admin] Tracked resource versions report: Jun 25 14:38:53.093047 dv-cinder-798091-1-smb neutron-server[78397]: pushed versions: Jun 25 14:38:53.093047 dv-cinder-798091-1-smb neutron-server[78397]: { 'AddressGroup': {'1.2'}, Jun 25 14:38:53.093047 dv-cinder-798091-1-smb neutron-server[78397]: 'ConntrackHelper': {'1.0'}, Jun 25 14:38:53.093047 dv-cinder-798091-1-smb neutron-server[78397]: 'Log': {'1.0'}, Jun 25 14:38:53.093047 dv-cinder-798091-1-smb neutron-server[78397]: 'Network': {'1.1'}, Jun 25 14:38:53.093047 dv-cinder-798091-1-smb neutron-server[78397]: 'Port': {'1.7'}, Jun 25 14:38:53.093047 dv-cinder-798091-1-smb neutron-server[78397]: 'PortForwarding': {'1.2'}, Jun 25 14:38:53.093047 dv-cinder-798091-1-smb neutron-server[78397]: 'QosPolicy': {'1.8'}, Jun 25 14:38:53.093047 dv-cinder-798091-1-smb neutron-server[78397]: 'SecurityGroup': {'1.4'}, Jun 25 14:38:53.093047 dv-cinder-798091-1-smb neutron-server[78397]: 'SecurityGroupRule': {'1.2'}, Jun 25 14:38:53.093047 dv-cinder-798091-1-smb neutron-server[78397]: 'SubPort': {'1.0'}, Jun 25 14:38:53.093047 dv-cinder-798091-1-smb neutron-server[78397]: 'Subnet': {'1.1'}, Jun 25 14:38:53.093047 dv-cinder-798091-1-smb neutron-server[78397]: 'Trunk': {'1.1'}} Jun 25 14:38:53.093047 dv-cinder-798091-1-smb neutron-server[78397]: consumer versions: Jun 25 14:38:53.093047 dv-cinder-798091-1-smb neutron-server[78397]: { DHCP agent@dv-cinder-798091-1-smb: {}, Jun 25 14:38:53.093047 dv-cinder-798091-1-smb neutron-server[78397]: HyperV agent@hv-cinder-79809: {}, Jun 25 14:38:53.093047 dv-cinder-798091-1-smb neutron-server[78397]: L3 agent@dv-cinder-798091-1-smb: {}, Jun 25 14:38:53.093047 dv-cinder-798091-1-smb neutron-server[78397]: Metadata agent@dv-cinder-798091-1-smb: {}, Jun 25 14:38:53.093047 dv-cinder-798091-1-smb neutron-server[78397]: Metering agent@dv-cinder-798091-1-smb: {}, Jun 25 14:38:53.093047 dv-cinder-798091-1-smb neutron-server[78397]: Open vSwitch agent@dv-cinder-798091-1-smb: { 'AddressGroup': '1.2', Jun 25 14:38:53.093047 dv-cinder-798091-1-smb neutron-server[78397]: 'ConntrackHelper': '1.0', Jun 25 14:38:53.093047 dv-cinder-798091-1-smb neutron-server[78397]: 'Log': '1.0', Jun 25 14:38:53.093047 dv-cinder-798091-1-smb neutron-server[78397]: 'Network': '1.1', Jun 25 14:38:53.093047 dv-cinder-798091-1-smb neutron-server[78397]: 'Port': '1.7', Jun 25 14:38:53.093047 dv-cinder-798091-1-smb neutron-server[78397]: 'PortForwarding': '1.2', Jun 25 14:38:53.093047 dv-cinder-798091-1-smb neutron-server[78397]: 'QosPolicy': '1.8', Jun 25 14:38:53.093047 dv-cinder-798091-1-smb neutron-server[78397]: 'SecurityGroup': '1.4', Jun 25 14:38:53.093047 dv-cinder-798091-1-smb neutron-server[78397]: 'SecurityGroupRule': '1.2', Jun 25 14:38:53.093047 dv-cinder-798091-1-smb neutron-server[78397]: 'SubPort': '1.0', Jun 25 14:38:53.093047 dv-cinder-798091-1-smb neutron-server[78397]: 'Subnet': '1.1', Jun 25 14:38:53.093047 dv-cinder-798091-1-smb neutron-server[78397]: 'Trunk': '1.1'}} Jun 25 14:38:53.093047 dv-cinder-798091-1-smb neutron-server[78397]: {{(pid=78397) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 25 14:38:53.098747 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-0ea5044b-1528-4424-bb2f-3359c4dbd720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180'] for network, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:53.100293 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-a32950df-d779-44b4-ae5e-1d22aa3cee68 admin admin] Usage tracker for resource:security_group_rule and tenant:7a1d3268123d4b12a1168eda73de2201 is out of sync, need to count used quota {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:38:53.103711 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-0ea5044b-1528-4424-bb2f-3359c4dbd720 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:38:53.105464 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-a32950df-d779-44b4-ae5e-1d22aa3cee68 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:38:53.110737 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ea5044b-1528-4424-bb2f-3359c4dbd720 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:38:53.111612 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-0ea5044b-1528-4424-bb2f-3359c4dbd720 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692162'] for network, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:53.119933 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:38:53.163313 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca86f9fb-49d5-4dec-9aa4-f8f4b5742c50 admin admin] Pushing event updated for resources: {'Network': ['ID=83fe267a-d7d2-452d-bb83-7a0060a308f0,revision_number=1']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:38:53.165891 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-d93b2404-a205-4448-ae9e-4865bc945991 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:38:53.170217 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-ca86f9fb-49d5-4dec-9aa4-f8f4b5742c50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:38:53.180732 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Network 83fe267a-d7d2-452d-bb83-7a0060a308f0 details requested by agent ovs-agent-dv-cinder-798091-1-smb with host dv-cinder-798091-1-smb {{(pid=78399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 25 14:38:53.183412 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-d93b2404-a205-4448-ae9e-4865bc945991 admin admin] Usage tracker for resource:subnet and tenant:34cd0f1e83ac4b7a907987b235bcb59d is out of sync, need to count used quota {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:38:53.186593 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-6e5768de-8291-4b9d-bb37-bb5152f85ddb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180'] for network, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:53.190307 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-d93b2404-a205-4448-ae9e-4865bc945991 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:38:53.201124 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e5768de-8291-4b9d-bb37-bb5152f85ddb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:38:53.202045 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-6e5768de-8291-4b9d-bb37-bb5152f85ddb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692162'] for network, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:53.220856 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-a32950df-d779-44b4-ae5e-1d22aa3cee68 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:38:53.223352 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea5044b-1528-4424-bb2f-3359c4dbd720 admin admin] Pushing event updated for resources: {'Network': ['ID=808ce0ae-354d-4414-90d0-3589c38f5458,revision_number=1']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:38:53.229270 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-d93b2404-a205-4448-ae9e-4865bc945991 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:38:53.229733 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-0ea5044b-1528-4424-bb2f-3359c4dbd720 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:38:53.238342 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-4da5882a-a24f-47d1-b485-4fd9c621ba27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:38:53.263090 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-0ea5044b-1528-4424-bb2f-3359c4dbd720 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8428657 Jun 25 14:38:53.265039 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-6e5768de-8291-4b9d-bb37-bb5152f85ddb admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.3835373 Jun 25 14:38:53.266129 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.72', 58536) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:38:53.272122 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.72', 58538) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:38:53.280093 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.v2.base [None req-d7c6a1b3-1a54-4428-b5fa-2ec365180f35 admin admin] Request body: {'subnet': {'network_id': 'b46aa6d0-5230-4ef8-9c2a-78c81064424c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1093858271-subnet', 'tenant_id': '483f35b7a865489a83036a06ceb7959a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:38:53.286661 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-d7c6a1b3-1a54-4428-b5fa-2ec365180f35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:38:53.290737 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.v2.base [None req-f90ea1b4-7f99-494d-8f18-4d4a87b41eea admin admin] Request body: {'subnet': {'network_id': '808ce0ae-354d-4414-90d0-3589c38f5458', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-601956622-subnet', 'tenant_id': '6290ced7f89f4224aad290cae89da82b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:38:53.291409 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-d7c6a1b3-1a54-4428-b5fa-2ec365180f35 admin admin] Usage tracker for resource:subnet and tenant:483f35b7a865489a83036a06ceb7959a is out of sync, need to count used quota {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:38:53.294971 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-d7c6a1b3-1a54-4428-b5fa-2ec365180f35 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:38:53.302694 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-d7c6a1b3-1a54-4428-b5fa-2ec365180f35 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:38:53.317817 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7c6a1b3-1a54-4428-b5fa-2ec365180f35 admin admin] Made reservation on behalf of 483f35b7a865489a83036a06ceb7959a for: {'subnet': 1} {{(pid=78397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 14:38:53.320490 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-d7c6a1b3-1a54-4428-b5fa-2ec365180f35 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:53.407493 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d93b2404-a205-4448-ae9e-4865bc945991 admin admin] Made reservation on behalf of 34cd0f1e83ac4b7a907987b235bcb59d for: {'subnet': 1} {{(pid=78398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 14:38:53.410329 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-d93b2404-a205-4448-ae9e-4865bc945991 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:53.430846 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-f90ea1b4-7f99-494d-8f18-4d4a87b41eea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:38:53.431784 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Network 808ce0ae-354d-4414-90d0-3589c38f5458 details requested by agent ovs-agent-dv-cinder-798091-1-smb with host dv-cinder-798091-1-smb {{(pid=78399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 25 14:38:53.463362 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-f90ea1b4-7f99-494d-8f18-4d4a87b41eea admin admin] Usage tracker for resource:subnet and tenant:6290ced7f89f4224aad290cae89da82b is out of sync, need to count used quota {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:38:53.472095 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-f90ea1b4-7f99-494d-8f18-4d4a87b41eea admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:38:53.556419 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-f90ea1b4-7f99-494d-8f18-4d4a87b41eea admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:38:53.562476 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5768de-8291-4b9d-bb37-bb5152f85ddb admin admin] Pushing event updated for resources: {'Network': ['ID=b46aa6d0-5230-4ef8-9c2a-78c81064424c,revision_number=1']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:38:53.579921 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-6e5768de-8291-4b9d-bb37-bb5152f85ddb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:38:53.580736 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-a32950df-d779-44b4-ae5e-1d22aa3cee68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:53.585456 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Network b46aa6d0-5230-4ef8-9c2a-78c81064424c details requested by agent ovs-agent-dv-cinder-798091-1-smb with host dv-cinder-798091-1-smb {{(pid=78399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 25 14:38:53.589375 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-a32950df-d779-44b4-ae5e-1d22aa3cee68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726995'] for security_group, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:53.606749 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a32950df-d779-44b4-ae5e-1d22aa3cee68 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 317} {{(pid=78397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 14:38:53.619137 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-a32950df-d779-44b4-ae5e-1d22aa3cee68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3551624'] for segment, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:53.619137 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.db.segments_db [None req-a32950df-d779-44b4-ae5e-1d22aa3cee68 admin admin] Added segment 604aba27-0a9d-4cd3-9caa-f2a8b4959557 of type vlan for network 67ba1ff0-ab4f-41c2-a1c4-6027b2c685c1 Jun 25 14:38:53.627646 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-cf55a912-fd20-4915-93c1-153d64a1afd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:38:53.653517 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-e4f920a1-3b47-43fa-847d-d37e0082d56f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:53.692151 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-e4f920a1-3b47-43fa-847d-d37e0082d56f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726995'] for security_group, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:53.714671 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32950df-d779-44b4-ae5e-1d22aa3cee68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e548273d-f82d-4a06-8dbc-b16da8fba9b3,revision_number=1']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:38:53.720764 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-a32950df-d779-44b4-ae5e-1d22aa3cee68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:38:53.722686 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-a32950df-d779-44b4-ae5e-1d22aa3cee68 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747172227979'] for network, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:53.724697 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:38:53.761827 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f90ea1b4-7f99-494d-8f18-4d4a87b41eea admin admin] Made reservation on behalf of 6290ced7f89f4224aad290cae89da82b for: {'subnet': 1} {{(pid=78398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 14:38:53.764257 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-f90ea1b4-7f99-494d-8f18-4d4a87b41eea admin admin] Notify callbacks [] for subnet, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:53.802412 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-f969d16d-28bc-4ee8-a1bb-6cb7f2735a3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:53.823008 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-f969d16d-28bc-4ee8-a1bb-6cb7f2735a3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726995'] for security_group, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:53.838112 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-a32950df-d779-44b4-ae5e-1d22aa3cee68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180'] for network, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:53.841483 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-d7c6a1b3-1a54-4428-b5fa-2ec365180f35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180'] for subnet, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:53.844189 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a32950df-d779-44b4-ae5e-1d22aa3cee68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:38:53.844802 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-a32950df-d779-44b4-ae5e-1d22aa3cee68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692162'] for network, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:53.848131 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4f920a1-3b47-43fa-847d-d37e0082d56f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 333} {{(pid=78398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 14:38:53.857006 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:38:54.046150 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-e4f920a1-3b47-43fa-847d-d37e0082d56f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3551624'] for segment, precommit_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:54.046769 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.db.segments_db [None req-e4f920a1-3b47-43fa-847d-d37e0082d56f admin admin] Added segment 715dd0a5-8081-4e27-94a5-147a06fdbf26 of type vlan for network fc3ffe9c-74f9-42a1-af5f-69842b644ae0 Jun 25 14:38:54.057753 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f920a1-3b47-43fa-847d-d37e0082d56f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da10bf67-6c64-48aa-9359-622a82b6a2dd,revision_number=1']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:38:54.077021 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-a32950df-d779-44b4-ae5e-1d22aa3cee68 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.5033085 Jun 25 14:38:54.085784 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.72', 58574) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:38:54.087861 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-e4f920a1-3b47-43fa-847d-d37e0082d56f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:38:54.090701 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.163s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:38:54.093224 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32950df-d779-44b4-ae5e-1d22aa3cee68 admin admin] Pushing event updated for resources: {'Network': ['ID=67ba1ff0-ab4f-41c2-a1c4-6027b2c685c1,revision_number=1']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:38:54.097865 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-a32950df-d779-44b4-ae5e-1d22aa3cee68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:38:54.098282 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.189s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:38:54.111431 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Network 67ba1ff0-ab4f-41c2-a1c4-6027b2c685c1 details requested by agent ovs-agent-dv-cinder-798091-1-smb with host dv-cinder-798091-1-smb {{(pid=78399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 25 14:38:54.118039 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.v2.base [None req-2f7d4141-99cd-41b8-8290-cff5f0553168 admin admin] Request body: {'subnet': {'network_id': '67ba1ff0-ab4f-41c2-a1c4-6027b2c685c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-358625753-subnet', 'tenant_id': '7a1d3268123d4b12a1168eda73de2201', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=78398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:38:54.123428 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f969d16d-28bc-4ee8-a1bb-6cb7f2735a3b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 348} {{(pid=78398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 14:38:54.156262 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-2f7d4141-99cd-41b8-8290-cff5f0553168 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:38:54.158375 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c6a1b3-1a54-4428-b5fa-2ec365180f35 admin admin] Checking segment: {'id': '81151bf1-db3f-469d-9d95-7b5b748d6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'b46aa6d0-5230-4ef8-9c2a-78c81064424c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:38:54.158951 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7c6a1b3-1a54-4428-b5fa-2ec365180f35 admin admin] Network hostable DHCP agents. Network: b46aa6d0-5230-4ef8-9c2a-78c81064424c, hostable agents: ['003a8640-0760-42fb-acf3-9b035430460e'], hosted agents: [] {{(pid=78397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 14:38:54.162406 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-2f7d4141-99cd-41b8-8290-cff5f0553168 admin admin] Usage tracker for resource:subnet and tenant:7a1d3268123d4b12a1168eda73de2201 is out of sync, need to count used quota {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:38:54.166816 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-2f7d4141-99cd-41b8-8290-cff5f0553168 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:38:54.175478 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-2f7d4141-99cd-41b8-8290-cff5f0553168 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:38:54.184501 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c6a1b3-1a54-4428-b5fa-2ec365180f35 admin admin] Pushing event updated for resources: {'Subnet': ['ID=44417700-6ebc-4cb9-9c3e-c11f7389c3c2,revision_number=0']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:38:54.192331 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-d7c6a1b3-1a54-4428-b5fa-2ec365180f35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:38:54.197687 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7c6a1b3-1a54-4428-b5fa-2ec365180f35 admin admin] Network b46aa6d0-5230-4ef8-9c2a-78c81064424c is scheduled to be hosted by DHCP agent 003a8640-0760-42fb-acf3-9b035430460e with binding_index 1 {{(pid=78397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 14:38:54.212276 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.scheduler.base_scheduler [None req-d7c6a1b3-1a54-4428-b5fa-2ec365180f35 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798091-1-smb, b46aa6d0-5230-4ef8-9c2a-78c81064424c) {{(pid=78397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:38:54.213278 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f7d4141-99cd-41b8-8290-cff5f0553168 admin admin] Made reservation on behalf of 7a1d3268123d4b12a1168eda73de2201 for: {'subnet': 1} {{(pid=78398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 14:38:54.215943 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-2f7d4141-99cd-41b8-8290-cff5f0553168 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:54.218765 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7c6a1b3-1a54-4428-b5fa-2ec365180f35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:38:54.220140 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-d7c6a1b3-1a54-4428-b5fa-2ec365180f35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692162'] for subnet, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:54.240284 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-e4f920a1-3b47-43fa-847d-d37e0082d56f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747172227979'] for network, precommit_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:54.255461 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-d93b2404-a205-4448-ae9e-4865bc945991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180'] for subnet, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:54.256750 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-d7c6a1b3-1a54-4428-b5fa-2ec365180f35 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9834578 Jun 25 14:38:54.280299 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77f8b7e8-84c5-4620-a8dd-2daf1b9512d1 None None] Network b46aa6d0-5230-4ef8-9c2a-78c81064424c requested from dv-cinder-798091-1-smb {{(pid=78399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 25 14:38:54.318703 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-f969d16d-28bc-4ee8-a1bb-6cb7f2735a3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3551624'] for segment, precommit_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:54.319145 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.db.segments_db [None req-f969d16d-28bc-4ee8-a1bb-6cb7f2735a3b admin admin] Added segment 010dfdfe-8967-4ec2-8a02-54ffd5a4533e of type vlan for network 06a37f95-9b56-4864-b708-a0b8ed6e8564 Jun 25 14:38:54.333781 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f969d16d-28bc-4ee8-a1bb-6cb7f2735a3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f40e557-d259-446b-b44d-cf83f27b19f8,revision_number=1']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:38:54.365279 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-f969d16d-28bc-4ee8-a1bb-6cb7f2735a3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:38:54.370466 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:38:54.485656 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.db.agents_db [None req-33cd8ffe-8d55-4e82-a60c-f31f0cdcb446 None None] Agent healthcheck: found 6 active agents {{(pid=78400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 25 14:38:54.512665 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-f969d16d-28bc-4ee8-a1bb-6cb7f2735a3b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747172227979'] for network, precommit_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:54.598194 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-e4f920a1-3b47-43fa-847d-d37e0082d56f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180'] for network, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:54.618019 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4f920a1-3b47-43fa-847d-d37e0082d56f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:38:54.619448 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-e4f920a1-3b47-43fa-847d-d37e0082d56f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692162'] for network, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:54.629932 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93b2404-a205-4448-ae9e-4865bc945991 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2ad48a2-5be6-4801-87cb-73e7b88cb0d2,revision_number=0']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:38:54.634554 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-d93b2404-a205-4448-ae9e-4865bc945991 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:38:54.649766 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:38:54.652598 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c0c5a36-01f9-470e-9758-50efe0bebe5f None None] Network b46aa6d0-5230-4ef8-9c2a-78c81064424c requested from dv-cinder-798091-1-smb {{(pid=78399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 25 14:38:54.679306 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.72', 58604) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:38:54.713135 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d93b2404-a205-4448-ae9e-4865bc945991 admin admin] Checking segment: {'id': 'ecfb01d6-bce0-498c-ae9b-242c40d7a505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '83fe267a-d7d2-452d-bb83-7a0060a308f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:38:54.713491 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d93b2404-a205-4448-ae9e-4865bc945991 admin admin] Network hostable DHCP agents. Network: 83fe267a-d7d2-452d-bb83-7a0060a308f0, hostable agents: ['003a8640-0760-42fb-acf3-9b035430460e'], hosted agents: [] {{(pid=78398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 14:38:54.950939 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-f969d16d-28bc-4ee8-a1bb-6cb7f2735a3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180'] for network, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:54.987263 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f969d16d-28bc-4ee8-a1bb-6cb7f2735a3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:38:54.988339 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-f969d16d-28bc-4ee8-a1bb-6cb7f2735a3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692162'] for network, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:55.017697 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f920a1-3b47-43fa-847d-d37e0082d56f admin admin] Pushing event updated for resources: {'Network': ['ID=fc3ffe9c-74f9-42a1-af5f-69842b644ae0,revision_number=1']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:38:55.034796 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-e4f920a1-3b47-43fa-847d-d37e0082d56f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:38:55.034796 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-e4f920a1-3b47-43fa-847d-d37e0082d56f admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.9483309 Jun 25 14:38:55.034796 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-6e5768de-8291-4b9d-bb37-bb5152f85ddb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:38:55.036026 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Network fc3ffe9c-74f9-42a1-af5f-69842b644ae0 details requested by agent ovs-agent-dv-cinder-798091-1-smb with host dv-cinder-798091-1-smb {{(pid=78399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 25 14:38:55.049684 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.72', 58624) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:38:55.055820 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-f90ea1b4-7f99-494d-8f18-4d4a87b41eea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180'] for subnet, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:55.064314 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-bc1d87ac-63bf-40cc-ba24-10301f413a07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:55.066121 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d93b2404-a205-4448-ae9e-4865bc945991 admin admin] Network 83fe267a-d7d2-452d-bb83-7a0060a308f0 is scheduled to be hosted by DHCP agent 003a8640-0760-42fb-acf3-9b035430460e with binding_index 1 {{(pid=78398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 14:38:55.078404 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.v2.base [None req-bb96d854-27bb-4fee-bd5d-a96508fed570 admin admin] Request body: {'subnet': {'network_id': 'fc3ffe9c-74f9-42a1-af5f-69842b644ae0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-537812765-subnet', 'tenant_id': '7a64d79372ce407f85b911ae6861af7f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=78398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:38:55.086867 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-f969d16d-28bc-4ee8-a1bb-6cb7f2735a3b admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.9773920 Jun 25 14:38:55.090716 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.72', 58628) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:38:55.091057 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.72', 58630) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:38:55.101777 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.v2.base [None req-55746b3b-0b99-448a-b53c-3cc271bc7eb8 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1218538175-network', 'tenant_id': 'b3a1d1d01e364d3bad94f56c5449c178'}} {{(pid=78397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:38:55.107359 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-55746b3b-0b99-448a-b53c-3cc271bc7eb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:38:55.111704 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-55746b3b-0b99-448a-b53c-3cc271bc7eb8 admin admin] Usage tracker for resource:network and tenant:b3a1d1d01e364d3bad94f56c5449c178 is out of sync, need to count used quota {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:38:55.115041 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-55746b3b-0b99-448a-b53c-3cc271bc7eb8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:38:55.121888 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-55746b3b-0b99-448a-b53c-3cc271bc7eb8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:38:55.124228 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-bc1d87ac-63bf-40cc-ba24-10301f413a07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:38:55.130837 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.v2.base [None req-93f92b6e-c535-4f01-be58-71716b4ec37e admin admin] Request body: {'subnet': {'network_id': '06a37f95-9b56-4864-b708-a0b8ed6e8564', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-372274787-subnet', 'tenant_id': '772991f00a024aa5bfd4212592ea9dc0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:38:55.137096 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-93f92b6e-c535-4f01-be58-71716b4ec37e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:38:55.141500 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-93f92b6e-c535-4f01-be58-71716b4ec37e admin admin] Usage tracker for resource:subnet and tenant:772991f00a024aa5bfd4212592ea9dc0 is out of sync, need to count used quota {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:38:55.144951 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-93f92b6e-c535-4f01-be58-71716b4ec37e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:38:55.149755 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-bb96d854-27bb-4fee-bd5d-a96508fed570 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:38:55.151820 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-93f92b6e-c535-4f01-be58-71716b4ec37e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:38:55.164040 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-bc1d87ac-63bf-40cc-ba24-10301f413a07 admin admin] Usage tracker for resource:security_group_rule and tenant:def26e36857b4f7a9f808399de414a71 is out of sync, need to count used quota {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:38:55.167247 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93f92b6e-c535-4f01-be58-71716b4ec37e admin admin] Made reservation on behalf of 772991f00a024aa5bfd4212592ea9dc0 for: {'subnet': 1} {{(pid=78397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 14:38:55.170034 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-93f92b6e-c535-4f01-be58-71716b4ec37e admin admin] Notify callbacks [] for subnet, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:55.178642 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-bb96d854-27bb-4fee-bd5d-a96508fed570 admin admin] Usage tracker for resource:subnet and tenant:7a64d79372ce407f85b911ae6861af7f is out of sync, need to count used quota {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:38:55.197453 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.scheduler.base_scheduler [None req-d93b2404-a205-4448-ae9e-4865bc945991 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798091-1-smb, 83fe267a-d7d2-452d-bb83-7a0060a308f0) {{(pid=78398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:38:55.201314 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-bb96d854-27bb-4fee-bd5d-a96508fed570 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:38:55.212270 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cbbac72-89b6-488a-bb92-160bc5168bba None None] Network 83fe267a-d7d2-452d-bb83-7a0060a308f0 requested from dv-cinder-798091-1-smb {{(pid=78399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 25 14:38:55.229943 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-bb96d854-27bb-4fee-bd5d-a96508fed570 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:38:55.236457 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d93b2404-a205-4448-ae9e-4865bc945991 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:38:55.237217 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-d93b2404-a205-4448-ae9e-4865bc945991 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692162'] for subnet, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:55.252923 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-bc1d87ac-63bf-40cc-ba24-10301f413a07 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:38:55.272918 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f969d16d-28bc-4ee8-a1bb-6cb7f2735a3b admin admin] Pushing event updated for resources: {'Network': ['ID=06a37f95-9b56-4864-b708-a0b8ed6e8564,revision_number=1']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:38:55.279344 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-2f7d4141-99cd-41b8-8290-cff5f0553168 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180'] for subnet, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:55.284638 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-f969d16d-28bc-4ee8-a1bb-6cb7f2735a3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:38:55.285299 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-d93b2404-a205-4448-ae9e-4865bc945991 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.137s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:38:55.287161 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55746b3b-0b99-448a-b53c-3cc271bc7eb8 admin admin] Made reservation on behalf of b3a1d1d01e364d3bad94f56c5449c178 for: {'network': 1} {{(pid=78397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 14:38:55.289991 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-55746b3b-0b99-448a-b53c-3cc271bc7eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for network, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:55.306057 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-bc1d87ac-63bf-40cc-ba24-10301f413a07 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:38:55.308625 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-55746b3b-0b99-448a-b53c-3cc271bc7eb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:55.325121 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Network 06a37f95-9b56-4864-b708-a0b8ed6e8564 details requested by agent ovs-agent-dv-cinder-798091-1-smb with host dv-cinder-798091-1-smb {{(pid=78399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 25 14:38:55.332328 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-55746b3b-0b99-448a-b53c-3cc271bc7eb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:38:55.337310 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-55746b3b-0b99-448a-b53c-3cc271bc7eb8 admin admin] Usage tracker for resource:security_group_rule and tenant:b3a1d1d01e364d3bad94f56c5449c178 is out of sync, need to count used quota {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:38:55.340893 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-d93b2404-a205-4448-ae9e-4865bc945991 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 2.2847118 Jun 25 14:38:55.340893 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb96d854-27bb-4fee-bd5d-a96508fed570 admin admin] Made reservation on behalf of 7a64d79372ce407f85b911ae6861af7f for: {'subnet': 1} {{(pid=78398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 14:38:55.341742 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-bb96d854-27bb-4fee-bd5d-a96508fed570 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:55.346119 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-55746b3b-0b99-448a-b53c-3cc271bc7eb8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:38:55.354438 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-55746b3b-0b99-448a-b53c-3cc271bc7eb8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:38:55.356388 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.72', 58640) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:38:55.391330 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.v2.base [None req-20ba9829-efb5-4d4b-b98f-14034e2aed13 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1128547269-router', 'tenant_id': '34cd0f1e83ac4b7a907987b235bcb59d', 'external_gateway_info': {'network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee'}}} {{(pid=78398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:38:55.444705 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f90ea1b4-7f99-494d-8f18-4d4a87b41eea admin admin] Checking segment: {'id': '71eb932d-08ba-477f-9129-39c672514c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '808ce0ae-354d-4414-90d0-3589c38f5458'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:38:55.445181 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f90ea1b4-7f99-494d-8f18-4d4a87b41eea admin admin] Network hostable DHCP agents. Network: 808ce0ae-354d-4414-90d0-3589c38f5458, hostable agents: ['003a8640-0760-42fb-acf3-9b035430460e'], hosted agents: [] {{(pid=78398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 14:38:55.463591 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-20ba9829-efb5-4d4b-b98f-14034e2aed13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:38:55.492184 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-20ba9829-efb5-4d4b-b98f-14034e2aed13 admin admin] Usage tracker for resource:router and tenant:34cd0f1e83ac4b7a907987b235bcb59d is out of sync, need to count used quota {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:38:55.504091 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-20ba9829-efb5-4d4b-b98f-14034e2aed13 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:38:55.523867 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90ea1b4-7f99-494d-8f18-4d4a87b41eea admin admin] Pushing event updated for resources: {'Subnet': ['ID=df82b164-9b34-47d3-90d0-c5f04fc4d7cc,revision_number=0']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:38:55.526381 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-20ba9829-efb5-4d4b-b98f-14034e2aed13 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:38:55.597422 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f90ea1b4-7f99-494d-8f18-4d4a87b41eea admin admin] Network 808ce0ae-354d-4414-90d0-3589c38f5458 is scheduled to be hosted by DHCP agent 003a8640-0760-42fb-acf3-9b035430460e with binding_index 1 {{(pid=78398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 14:38:55.610281 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-20ba9829-efb5-4d4b-b98f-14034e2aed13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-499437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1016470'] for router, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:55.611798 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-20ba9829-efb5-4d4b-b98f-14034e2aed13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-498441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-497780', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3719610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1016449'] for router, precommit_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:55.623129 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f7d4141-99cd-41b8-8290-cff5f0553168 admin admin] Checking segment: {'id': '604aba27-0a9d-4cd3-9caa-f2a8b4959557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '67ba1ff0-ab4f-41c2-a1c4-6027b2c685c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:38:55.623129 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f7d4141-99cd-41b8-8290-cff5f0553168 admin admin] Network hostable DHCP agents. Network: 67ba1ff0-ab4f-41c2-a1c4-6027b2c685c1, hostable agents: ['003a8640-0760-42fb-acf3-9b035430460e'], hosted agents: [] {{(pid=78398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 14:38:55.645124 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.scheduler.base_scheduler [None req-f90ea1b4-7f99-494d-8f18-4d4a87b41eea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798091-1-smb, 808ce0ae-354d-4414-90d0-3589c38f5458) {{(pid=78398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:38:55.668141 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f90ea1b4-7f99-494d-8f18-4d4a87b41eea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:38:55.668612 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ffeec63-dead-414d-9e8a-74234f1145a3 None None] Network 808ce0ae-354d-4414-90d0-3589c38f5458 requested from dv-cinder-798091-1-smb {{(pid=78399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 25 14:38:55.668796 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-f90ea1b4-7f99-494d-8f18-4d4a87b41eea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692162'] for subnet, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:55.678883 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-20ba9829-efb5-4d4b-b98f-14034e2aed13 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:55.698202 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7d4141-99cd-41b8-8290-cff5f0553168 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac1ed06e-d434-4471-8b10-9318752714c1,revision_number=0']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:38:55.730701 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb080727-f83f-4409-bc62-4469d2cad1a7 None None] Network 83fe267a-d7d2-452d-bb83-7a0060a308f0 requested from dv-cinder-798091-1-smb {{(pid=78399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 25 14:38:55.745254 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-2f7d4141-99cd-41b8-8290-cff5f0553168 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.460s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:38:55.745688 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.409s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:38:55.745959 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:38:55.764115 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f7d4141-99cd-41b8-8290-cff5f0553168 admin admin] Network 67ba1ff0-ab4f-41c2-a1c4-6027b2c685c1 is scheduled to be hosted by DHCP agent 003a8640-0760-42fb-acf3-9b035430460e with binding_index 1 {{(pid=78398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 14:38:55.805600 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-f90ea1b4-7f99-494d-8f18-4d4a87b41eea admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.5161908 Jun 25 14:38:55.813137 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.scheduler.base_scheduler [None req-2f7d4141-99cd-41b8-8290-cff5f0553168 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798091-1-smb, 67ba1ff0-ab4f-41c2-a1c4-6027b2c685c1) {{(pid=78398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:38:55.850423 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d37716ba-379f-436e-9871-9c12ae104659 None None] Network 67ba1ff0-ab4f-41c2-a1c4-6027b2c685c1 requested from dv-cinder-798091-1-smb {{(pid=78399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 25 14:38:55.954637 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f7d4141-99cd-41b8-8290-cff5f0553168 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:38:55.955616 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-2f7d4141-99cd-41b8-8290-cff5f0553168 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692162'] for subnet, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:55.979290 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-55746b3b-0b99-448a-b53c-3cc271bc7eb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:55.982122 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-93f92b6e-c535-4f01-be58-71716b4ec37e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180'] for subnet, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:55.992675 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-55746b3b-0b99-448a-b53c-3cc271bc7eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726995'] for security_group, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:55.994700 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-bc1d87ac-63bf-40cc-ba24-10301f413a07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:55.996112 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-368fd557-80db-4614-bdfe-c7796d5d4d97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:38:56.061951 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f92b6e-c535-4f01-be58-71716b4ec37e admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5ab4d7c-ef5d-421e-b057-aa7ae11a1741,revision_number=0']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:38:56.082489 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-bc1d87ac-63bf-40cc-ba24-10301f413a07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726995'] for security_group, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:56.083961 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55746b3b-0b99-448a-b53c-3cc271bc7eb8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 325} {{(pid=78397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 14:38:56.087272 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-93f92b6e-c535-4f01-be58-71716b4ec37e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:38:56.106574 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:38:56.157746 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55746b3b-0b99-448a-b53c-3cc271bc7eb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7b45ed2-ff60-4d96-a297-38aa0ebd7306,revision_number=1']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:38:56.208320 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-55746b3b-0b99-448a-b53c-3cc271bc7eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3551624'] for segment, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:56.208666 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.db.segments_db [None req-55746b3b-0b99-448a-b53c-3cc271bc7eb8 admin admin] Added segment 68ac8202-4e08-4837-be4d-90b1ac25255d of type vlan for network c189b629-42e0-4b5d-a629-b34932fea1a7 Jun 25 14:38:56.346446 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f92b6e-c535-4f01-be58-71716b4ec37e admin admin] Checking segment: {'id': '010dfdfe-8967-4ec2-8a02-54ffd5a4533e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '06a37f95-9b56-4864-b708-a0b8ed6e8564'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:38:56.346641 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93f92b6e-c535-4f01-be58-71716b4ec37e admin admin] Network hostable DHCP agents. Network: 06a37f95-9b56-4864-b708-a0b8ed6e8564, hostable agents: ['003a8640-0760-42fb-acf3-9b035430460e'], hosted agents: [] {{(pid=78397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 14:38:56.412853 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1d87ac-63bf-40cc-ba24-10301f413a07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a75ffb5-ffd9-421c-b64b-5d960a82039b,revision_number=1']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:38:56.416188 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-bc1d87ac-63bf-40cc-ba24-10301f413a07 admin admin] Synchronizing usage tracker for tenant:66a90ba7d63c429d8a391ef202eb4a6b on resource:security_group {{(pid=78397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 25 14:38:56.429689 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-bc1d87ac-63bf-40cc-ba24-10301f413a07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:38:56.439978 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-20ba9829-efb5-4d4b-b98f-14034e2aed13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-497766', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-499428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1016435'] for router, precommit_update {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:56.461966 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-0ea5044b-1528-4424-bb2f-3359c4dbd720 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.108s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:38:56.463084 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-2f7d4141-99cd-41b8-8290-cff5f0553168 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.3734918 Jun 25 14:38:56.463732 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3824dd2-7968-4b7c-97b3-c1a6dad4dda8 None None] Network 808ce0ae-354d-4414-90d0-3589c38f5458 requested from dv-cinder-798091-1-smb {{(pid=78399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 25 14:38:56.464200 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.72', 58676) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:38:56.464799 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-0ea5044b-1528-4424-bb2f-3359c4dbd720 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:38:56.475635 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-55746b3b-0b99-448a-b53c-3cc271bc7eb8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747172227979'] for network, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:56.481209 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93f92b6e-c535-4f01-be58-71716b4ec37e admin admin] Network 06a37f95-9b56-4864-b708-a0b8ed6e8564 is scheduled to be hosted by DHCP agent 003a8640-0760-42fb-acf3-9b035430460e with binding_index 1 {{(pid=78397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 14:38:56.503599 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-bb96d854-27bb-4fee-bd5d-a96508fed570 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180'] for subnet, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:56.503906 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-bc1d87ac-63bf-40cc-ba24-10301f413a07 admin admin] Unset dirty status for tenant:66a90ba7d63c429d8a391ef202eb4a6b on resource:security_group {{(pid=78397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 25 14:38:56.505992 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.72', 58684) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:38:56.509199 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-bc1d87ac-63bf-40cc-ba24-10301f413a07 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=def26e36857b4f7a9f808399de414a71&name=default HTTP/1.1" status: 200 len: 2975 time: 1.8278399 Jun 25 14:38:56.511104 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.72', 58686) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:38:56.517532 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.v2.base [None req-9f774326-a10e-4fdd-a507-c36f5df0c291 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-358625753-router', 'tenant_id': '7a1d3268123d4b12a1168eda73de2201', 'external_gateway_info': {'network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee'}}} {{(pid=78398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:38:56.524484 dv-cinder-798091-1-smb neutron-server[78398]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 25 14:38:56.535251 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.scheduler.base_scheduler [None req-93f92b6e-c535-4f01-be58-71716b4ec37e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798091-1-smb, 06a37f95-9b56-4864-b708-a0b8ed6e8564) {{(pid=78397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:38:56.537337 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.72', 58692) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:38:56.544147 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93f92b6e-c535-4f01-be58-71716b4ec37e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:38:56.544726 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-93f92b6e-c535-4f01-be58-71716b4ec37e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692162'] for subnet, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:56.564823 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-9f774326-a10e-4fdd-a507-c36f5df0c291 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:38:56.567328 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-2f7d4141-99cd-41b8-8290-cff5f0553168 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:38:56.595777 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-391f1853-da95-4447-9946-d9686ad5efc7 None None] Network 06a37f95-9b56-4864-b708-a0b8ed6e8564 requested from dv-cinder-798091-1-smb {{(pid=78399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 25 14:38:56.631364 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-55746b3b-0b99-448a-b53c-3cc271bc7eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180'] for network, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:56.636100 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-93f92b6e-c535-4f01-be58-71716b4ec37e admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5406651 Jun 25 14:38:56.638077 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55746b3b-0b99-448a-b53c-3cc271bc7eb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:38:56.638954 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-55746b3b-0b99-448a-b53c-3cc271bc7eb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692162'] for network, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:56.641442 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb96d854-27bb-4fee-bd5d-a96508fed570 admin admin] Pushing event updated for resources: {'Subnet': ['ID=24c79731-6cdf-4634-b94b-8a5d29662e96,revision_number=0']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:38:56.660363 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-bb96d854-27bb-4fee-bd5d-a96508fed570 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:38:56.661958 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-9f774326-a10e-4fdd-a507-c36f5df0c291 admin admin] Usage tracker for resource:router and tenant:7a1d3268123d4b12a1168eda73de2201 is out of sync, need to count used quota {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:38:56.674744 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:38:56.704097 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b19895f-c24e-4809-90d0-b1aafc363d11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c8bd671-329d-5687-b2c0-76f17e15c0bb-67ba1ff0-ab4f-41c2-a1c4-6027b2c685c1', 'network_id': '67ba1ff0-ab4f-41c2-a1c4-6027b2c685c1', 'tenant_id': '7a1d3268123d4b12a1168eda73de2201', 'fixed_ips': [{'subnet_id': 'ac1ed06e-d434-4471-8b10-9318752714c1'}]}} from dv-cinder-798091-1-smb. {{(pid=78399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 25 14:38:56.705065 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-2b19895f-c24e-4809-90d0-b1aafc363d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for port, before_create {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:56.769005 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-9f774326-a10e-4fdd-a507-c36f5df0c291 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:38:56.819298 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-9f774326-a10e-4fdd-a507-c36f5df0c291 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:38:56.853502 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb96d854-27bb-4fee-bd5d-a96508fed570 admin admin] Checking segment: {'id': '715dd0a5-8081-4e27-94a5-147a06fdbf26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'fc3ffe9c-74f9-42a1-af5f-69842b644ae0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:38:56.853902 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb96d854-27bb-4fee-bd5d-a96508fed570 admin admin] Network hostable DHCP agents. Network: fc3ffe9c-74f9-42a1-af5f-69842b644ae0, hostable agents: ['003a8640-0760-42fb-acf3-9b035430460e'], hosted agents: [] {{(pid=78398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 14:38:56.907194 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-9f774326-a10e-4fdd-a507-c36f5df0c291 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-499437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1016470'] for router, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:56.908285 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-9f774326-a10e-4fdd-a507-c36f5df0c291 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-498441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-497780', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3719610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1016449'] for router, precommit_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:56.947539 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-68d47625-315a-462b-9217-82b9b3cc342f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:56.965939 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-492cd99a-ee31-4ba0-ab79-c6715fa85fda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:56.981187 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb96d854-27bb-4fee-bd5d-a96508fed570 admin admin] Network fc3ffe9c-74f9-42a1-af5f-69842b644ae0 is scheduled to be hosted by DHCP agent 003a8640-0760-42fb-acf3-9b035430460e with binding_index 1 {{(pid=78398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 14:38:56.988623 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-68d47625-315a-462b-9217-82b9b3cc342f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:38:56.990284 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a2a48c-a28e-4ee4-93b7-ae9528e36b03 req-845d1592-e19e-4344-a03d-0eb15243c2bc tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:38:56.991811 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-d1a2a48c-a28e-4ee4-93b7-ae9528e36b03 req-845d1592-e19e-4344-a03d-0eb15243c2bc tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] 10.222.0.72 "GET /v2.0/networks?id=808ce0ae-354d-4414-90d0-3589c38f5458 HTTP/1.1" status: 200 len: 814 time: 0.4703379 Jun 25 14:38:56.993963 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-68d47625-315a-462b-9217-82b9b3cc342f admin admin] Usage tracker for resource:security_group_rule and tenant:cb86e42e94654b19a4f290ef7e6f3e4c is out of sync, need to count used quota {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:38:56.997292 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-68d47625-315a-462b-9217-82b9b3cc342f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:38:57.004311 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-68d47625-315a-462b-9217-82b9b3cc342f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:38:57.053178 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-55746b3b-0b99-448a-b53c-3cc271bc7eb8 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.9593437 Jun 25 14:38:57.062476 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.72', 58704) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:38:57.067276 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-9f774326-a10e-4fdd-a507-c36f5df0c291 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:57.073959 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55746b3b-0b99-448a-b53c-3cc271bc7eb8 admin admin] Pushing event updated for resources: {'Network': ['ID=c189b629-42e0-4b5d-a629-b34932fea1a7,revision_number=1']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:38:57.088314 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.v2.base [None req-16903c56-a775-4008-af27-7b2a8f6ac7af admin admin] Request body: {'subnet': {'network_id': 'c189b629-42e0-4b5d-a629-b34932fea1a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1218538175-subnet', 'tenant_id': 'b3a1d1d01e364d3bad94f56c5449c178', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:38:57.093581 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Network c189b629-42e0-4b5d-a629-b34932fea1a7 details requested by agent ovs-agent-dv-cinder-798091-1-smb with host dv-cinder-798091-1-smb {{(pid=78399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 25 14:38:57.104640 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-55746b3b-0b99-448a-b53c-3cc271bc7eb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:38:57.111213 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-16903c56-a775-4008-af27-7b2a8f6ac7af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:38:57.115252 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-492cd99a-ee31-4ba0-ab79-c6715fa85fda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:57.130932 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-16903c56-a775-4008-af27-7b2a8f6ac7af admin admin] Usage tracker for resource:subnet and tenant:b3a1d1d01e364d3bad94f56c5449c178 is out of sync, need to count used quota {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:38:57.137371 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-16903c56-a775-4008-af27-7b2a8f6ac7af admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:38:57.147469 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.scheduler.base_scheduler [None req-bb96d854-27bb-4fee-bd5d-a96508fed570 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798091-1-smb, fc3ffe9c-74f9-42a1-af5f-69842b644ae0) {{(pid=78398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:38:57.162045 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-d1a2a48c-a28e-4ee4-93b7-ae9528e36b03 req-9c6b5bf2-c853-4d79-bceb-4eecbd4f0b15 tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] 10.222.0.72 "GET /v2.0/quotas/6290ced7f89f4224aad290cae89da82b HTTP/1.1" status: 200 len: 375 time: 0.0983868 Jun 25 14:38:57.165142 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-16903c56-a775-4008-af27-7b2a8f6ac7af admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:38:57.165701 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb96d854-27bb-4fee-bd5d-a96508fed570 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:38:57.166298 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-bb96d854-27bb-4fee-bd5d-a96508fed570 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692162'] for subnet, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:57.205547 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16903c56-a775-4008-af27-7b2a8f6ac7af admin admin] Made reservation on behalf of b3a1d1d01e364d3bad94f56c5449c178 for: {'subnet': 1} {{(pid=78397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 14:38:57.208266 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-16903c56-a775-4008-af27-7b2a8f6ac7af admin admin] Notify callbacks [] for subnet, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:57.213999 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdcface9-64d4-4d9f-8fea-f221d26044e5 None None] Network fc3ffe9c-74f9-42a1-af5f-69842b644ae0 requested from dv-cinder-798091-1-smb {{(pid=78399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 25 14:38:57.269628 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-d1a2a48c-a28e-4ee4-93b7-ae9528e36b03 req-58f5e585-2d1b-4ac4-92c4-56db09654ed4 tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=6290ced7f89f4224aad290cae89da82b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1066039 Jun 25 14:38:57.303365 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-68d47625-315a-462b-9217-82b9b3cc342f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:57.317721 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-68d47625-315a-462b-9217-82b9b3cc342f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726995'] for security_group, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:57.332980 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-0ea5044b-1528-4424-bb2f-3359c4dbd720 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:38:57.352057 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-492cd99a-ee31-4ba0-ab79-c6715fa85fda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726995'] for security_group, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:57.352910 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-bb96d854-27bb-4fee-bd5d-a96508fed570 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.2956121 Jun 25 14:38:57.357715 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.72', 58716) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:38:57.410848 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-68d47625-315a-462b-9217-82b9b3cc342f admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=cb86e42e94654b19a4f290ef7e6f3e4c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8593097 Jun 25 14:38:57.413789 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.72', 58718) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:38:57.415492 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d47625-315a-462b-9217-82b9b3cc342f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bbd2702-bc89-4ba4-bc96-3aff61946a2c,revision_number=1']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:38:57.426298 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-68d47625-315a-462b-9217-82b9b3cc342f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:38:57.428593 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.044s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:38:57.440980 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.v2.base [None req-1be39cdc-8cc0-4e65-8a69-4686f46f1826 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-537812765-router', 'tenant_id': '7a64d79372ce407f85b911ae6861af7f', 'external_gateway_info': {'network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee'}}} {{(pid=78398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:38:57.448177 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-20ba9829-efb5-4d4b-b98f-14034e2aed13 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:57.470720 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492cd99a-ee31-4ba0-ab79-c6715fa85fda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a75ffb5-ffd9-421c-b64b-5d960a82039b,revision_number=None']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:38:57.483129 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-492cd99a-ee31-4ba0-ab79-c6715fa85fda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:38:57.483964 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-492cd99a-ee31-4ba0-ab79-c6715fa85fda admin admin] Notify callbacks [] for security_group, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:57.485057 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-492cd99a-ee31-4ba0-ab79-c6715fa85fda admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/9a75ffb5-ffd9-421c-b64b-5d960a82039b HTTP/1.1" status: 204 len: 168 time: 0.9707620 Jun 25 14:38:57.487409 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-1be39cdc-8cc0-4e65-8a69-4686f46f1826 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:38:57.495507 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.db_base_plugin_common [None req-2b19895f-c24e-4809-90d0-b1aafc363d11 None None] Allocated IP 172.20.0.2 (67ba1ff0-ab4f-41c2-a1c4-6027b2c685c1/ac1ed06e-d434-4471-8b10-9318752714c1/1a3e4cf3-b755-4568-bd0e-bfca68424c39) {{(pid=78399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 14:38:57.598058 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-d61a4c1c-f681-4761-bd9a-3e925b3bfa0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:57.611109 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.72', 58742) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:38:57.620610 dv-cinder-798091-1-smb neutron-server[78397]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 25 14:38:57.693294 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-d61a4c1c-f681-4761-bd9a-3e925b3bfa0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:57.723308 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-20ba9829-efb5-4d4b-b98f-14034e2aed13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for port, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:57.725663 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-1be39cdc-8cc0-4e65-8a69-4686f46f1826 admin admin] Usage tracker for resource:router and tenant:7a64d79372ce407f85b911ae6861af7f is out of sync, need to count used quota {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:38:57.766675 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37a83a2d-516c-44e1-a435-c55bf6a530f2 None None] Network 06a37f95-9b56-4864-b708-a0b8ed6e8564 requested from dv-cinder-798091-1-smb {{(pid=78399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 25 14:38:57.790049 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-16903c56-a775-4008-af27-7b2a8f6ac7af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180'] for subnet, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:57.816884 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-a4c8de7b-cc09-4d66-b5e9-72f6a8cacfff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:38:57.817151 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-1be39cdc-8cc0-4e65-8a69-4686f46f1826 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:38:57.821040 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-859d1fe4-7687-478a-b0ac-6383c1d43d29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c8bd671-329d-5687-b2c0-76f17e15c0bb-fc3ffe9c-74f9-42a1-af5f-69842b644ae0', 'network_id': 'fc3ffe9c-74f9-42a1-af5f-69842b644ae0', 'tenant_id': '7a64d79372ce407f85b911ae6861af7f', 'fixed_ips': [{'subnet_id': '24c79731-6cdf-4634-b94b-8a5d29662e96'}]}} from dv-cinder-798091-1-smb. {{(pid=78399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 25 14:38:57.822198 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-859d1fe4-7687-478a-b0ac-6383c1d43d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for port, before_create {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:57.830061 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-9f774326-a10e-4fdd-a507-c36f5df0c291 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-497766', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-499428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1016435'] for router, precommit_update {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:57.839312 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-1be39cdc-8cc0-4e65-8a69-4686f46f1826 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:38:57.908469 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-1be39cdc-8cc0-4e65-8a69-4686f46f1826 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-499437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1016470'] for router, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:57.909212 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-1be39cdc-8cc0-4e65-8a69-4686f46f1826 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-498441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-497780', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3719610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1016449'] for router, precommit_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:57.982627 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0319337-9a25-43ae-97ce-e1c0d511bf5f req-6a2548e2-2161-4b58-8eac-2d4086788c47 tempest-DeleteServersTestJSON-1577299992 tempest-DeleteServersTestJSON-1577299992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:38:57.984156 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-f0319337-9a25-43ae-97ce-e1c0d511bf5f req-6a2548e2-2161-4b58-8eac-2d4086788c47 tempest-DeleteServersTestJSON-1577299992 tempest-DeleteServersTestJSON-1577299992-project] 10.222.0.72 "GET /v2.0/networks?id=06a37f95-9b56-4864-b708-a0b8ed6e8564 HTTP/1.1" status: 200 len: 811 time: 0.3720517 Jun 25 14:38:57.999111 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16903c56-a775-4008-af27-7b2a8f6ac7af admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b820f80-d8d9-42de-81f3-fa27dd4bdd0a,revision_number=0']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:38:58.011441 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-16903c56-a775-4008-af27-7b2a8f6ac7af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:38:58.020061 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-f0319337-9a25-43ae-97ce-e1c0d511bf5f req-c3f25dac-403b-4365-a8ee-614c77e4e106 tempest-DeleteServersTestJSON-1577299992 tempest-DeleteServersTestJSON-1577299992-project] 10.222.0.72 "GET /v2.0/quotas/772991f00a024aa5bfd4212592ea9dc0 HTTP/1.1" status: 200 len: 375 time: 0.0237813 Jun 25 14:38:58.024551 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16903c56-a775-4008-af27-7b2a8f6ac7af admin admin] Checking segment: {'id': '68ac8202-4e08-4837-be4d-90b1ac25255d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'c189b629-42e0-4b5d-a629-b34932fea1a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:38:58.024903 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16903c56-a775-4008-af27-7b2a8f6ac7af admin admin] Network hostable DHCP agents. Network: c189b629-42e0-4b5d-a629-b34932fea1a7, hostable agents: ['003a8640-0760-42fb-acf3-9b035430460e'], hosted agents: [] {{(pid=78397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 14:38:58.029294 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-d61a4c1c-f681-4761-bd9a-3e925b3bfa0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726995'] for security_group, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:58.067445 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:38:58.074812 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.72', 58748) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:38:58.105604 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61a4c1c-f681-4761-bd9a-3e925b3bfa0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bbd2702-bc89-4ba4-bc96-3aff61946a2c,revision_number=None']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:38:58.123528 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-1be39cdc-8cc0-4e65-8a69-4686f46f1826 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:58.126868 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-f0319337-9a25-43ae-97ce-e1c0d511bf5f req-6850c3f2-8a8b-4711-9545-8cc677f930da tempest-DeleteServersTestJSON-1577299992 tempest-DeleteServersTestJSON-1577299992-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=772991f00a024aa5bfd4212592ea9dc0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0957491 Jun 25 14:38:58.135007 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-d61a4c1c-f681-4761-bd9a-3e925b3bfa0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:38:58.147050 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.wsgi [req-d1a2a48c-a28e-4ee4-93b7-ae9528e36b03 req-baa37e13-37a5-4acb-ae43-3f39031f72f1 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=78398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 25 14:38:58.148525 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-d1a2a48c-a28e-4ee4-93b7-ae9528e36b03 req-baa37e13-37a5-4acb-ae43-3f39031f72f1 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.6658695 Jun 25 14:38:58.159373 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-2b19895f-c24e-4809-90d0-b1aafc363d11 None None] Notify callbacks [] for port, precommit_create {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:58.160387 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-d61a4c1c-f681-4761-bd9a-3e925b3bfa0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:58.162254 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-d61a4c1c-f681-4761-bd9a-3e925b3bfa0b admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/3bbd2702-bc89-4ba4-bc96-3aff61946a2c HTTP/1.1" status: 204 len: 168 time: 0.7437489 Jun 25 14:38:58.169446 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16903c56-a775-4008-af27-7b2a8f6ac7af admin admin] Network c189b629-42e0-4b5d-a629-b34932fea1a7 is scheduled to be hosted by DHCP agent 003a8640-0760-42fb-acf3-9b035430460e with binding_index 1 {{(pid=78397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 14:38:58.180185 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-63b2ce26-f8dd-41c0-9fef-1c2b9a4c2547 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:58.211874 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-63b2ce26-f8dd-41c0-9fef-1c2b9a4c2547 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:38:58.216357 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-63b2ce26-f8dd-41c0-9fef-1c2b9a4c2547 admin admin] Usage tracker for resource:security_group_rule and tenant:1b6dcc78ca354a928a3eefb4043b2d0c is out of sync, need to count used quota {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:38:58.223939 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-63b2ce26-f8dd-41c0-9fef-1c2b9a4c2547 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:38:58.232046 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-2b19895f-c24e-4809-90d0-b1aafc363d11 None None] Transition to ACTIVE for port object 1a3e4cf3-b755-4568-bd0e-bfca68424c39 will not be triggered until provisioned by entity L2. {{(pid=78399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:38:58.234371 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-63b2ce26-f8dd-41c0-9fef-1c2b9a4c2547 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:38:58.334571 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.scheduler.base_scheduler [None req-16903c56-a775-4008-af27-7b2a8f6ac7af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798091-1-smb, c189b629-42e0-4b5d-a629-b34932fea1a7) {{(pid=78397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:38:58.343458 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-2b19895f-c24e-4809-90d0-b1aafc363d11 None None] Transition to ACTIVE for port object 1a3e4cf3-b755-4568-bd0e-bfca68424c39 will not be triggered until provisioned by entity DHCP. {{(pid=78399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:38:58.348768 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-597f9982-496c-4f78-9ad8-7bfb8e472433 None None] Network c189b629-42e0-4b5d-a629-b34932fea1a7 requested from dv-cinder-798091-1-smb {{(pid=78399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 25 14:38:58.366277 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16903c56-a775-4008-af27-7b2a8f6ac7af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:38:58.368316 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-16903c56-a775-4008-af27-7b2a8f6ac7af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692162'] for subnet, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:58.391544 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-63b2ce26-f8dd-41c0-9fef-1c2b9a4c2547 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:58.407324 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-63b2ce26-f8dd-41c0-9fef-1c2b9a4c2547 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726995'] for security_group, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:58.422000 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-2b19895f-c24e-4809-90d0-b1aafc363d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747172243469'] for port, after_create {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:58.443586 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.wsgi [req-f0319337-9a25-43ae-97ce-e1c0d511bf5f req-ba34f1be-2331-4f4a-aefe-b77ff9cf8f90 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=78397) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 25 14:38:58.444642 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-f0319337-9a25-43ae-97ce-e1c0d511bf5f req-ba34f1be-2331-4f4a-aefe-b77ff9cf8f90 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1122117 Jun 25 14:38:58.446240 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.db_base_plugin_common [None req-859d1fe4-7687-478a-b0ac-6383c1d43d29 None None] Allocated IP 172.20.0.2 (fc3ffe9c-74f9-42a1-af5f-69842b644ae0/24c79731-6cdf-4634-b94b-8a5d29662e96/cff6a468-5fa4-4a1d-a5ce-407b861531fe) {{(pid=78399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 14:38:58.446996 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-a32950df-d779-44b4-ae5e-1d22aa3cee68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:38:58.456884 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:38:58.501783 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-16903c56-a775-4008-af27-7b2a8f6ac7af admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.4360473 Jun 25 14:38:58.552405 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b19895f-c24e-4809-90d0-b1aafc363d11 None None] Network 67ba1ff0-ab4f-41c2-a1c4-6027b2c685c1 is already hosted by enough agents. {{(pid=78399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:38:58.565483 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-d1a2a48c-a28e-4ee4-93b7-ae9528e36b03 req-afd28623-c771-435c-94d2-533c9c150fb6 service neutron] 10.222.0.72 "GET /v2.0/networks/808ce0ae-354d-4414-90d0-3589c38f5458?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3242090 Jun 25 14:38:58.575884 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.scheduler.base_scheduler [None req-2b19895f-c24e-4809-90d0-b1aafc363d11 None None] Resources bound (agent type, host, resource id): {{(pid=78399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:38:58.598586 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b19895f-c24e-4809-90d0-b1aafc363d11 None None] Received port after_create {{(pid=78399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 25 14:38:58.648488 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.db_base_plugin_common [None req-20ba9829-efb5-4d4b-b98f-14034e2aed13 admin admin] Allocated IP 172.28.1.136 (a1a43f7a-e11e-4ed3-80ce-932e2581e9ee/b0ba03d7-4f3a-4e33-bbe4-11273a91df80/1a787d75-e4ba-467a-a0bf-86fb0f11c8de) {{(pid=78398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 14:38:58.684926 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b19895f-c24e-4809-90d0-b1aafc363d11 None None] Pushing event updated for resources: {'Port': ['ID=1a3e4cf3-b755-4568-bd0e-bfca68424c39,revision_number=1']} {{(pid=78399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:38:58.741343 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b2ce26-f8dd-41c0-9fef-1c2b9a4c2547 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c5f45ad-7280-4268-9102-3378d7c455e4,revision_number=1']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:38:58.789904 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-63b2ce26-f8dd-41c0-9fef-1c2b9a4c2547 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:38:58.810318 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b19895f-c24e-4809-90d0-b1aafc363d11 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:38:58.810938 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b19895f-c24e-4809-90d0-b1aafc363d11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:38:58.811426 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b19895f-c24e-4809-90d0-b1aafc363d11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:38:58.811926 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b19895f-c24e-4809-90d0-b1aafc363d11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:38:58.812683 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.72', 58766) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:38:58.812988 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b19895f-c24e-4809-90d0-b1aafc363d11 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:38:58.813464 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b19895f-c24e-4809-90d0-b1aafc363d11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:38:58.814669 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b19895f-c24e-4809-90d0-b1aafc363d11 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:38:58.815177 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b19895f-c24e-4809-90d0-b1aafc363d11 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:38:58.815662 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b19895f-c24e-4809-90d0-b1aafc363d11 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:38:58.816257 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b19895f-c24e-4809-90d0-b1aafc363d11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:38:58.816739 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b19895f-c24e-4809-90d0-b1aafc363d11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:38:58.817219 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b19895f-c24e-4809-90d0-b1aafc363d11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:38:58.818419 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b19895f-c24e-4809-90d0-b1aafc363d11 None None] Tracked resource versions report: Jun 25 14:38:58.818419 dv-cinder-798091-1-smb neutron-server[78399]: pushed versions: Jun 25 14:38:58.818419 dv-cinder-798091-1-smb neutron-server[78399]: { 'AddressGroup': {'1.2'}, Jun 25 14:38:58.818419 dv-cinder-798091-1-smb neutron-server[78399]: 'ConntrackHelper': {'1.0'}, Jun 25 14:38:58.818419 dv-cinder-798091-1-smb neutron-server[78399]: 'Log': {'1.0'}, Jun 25 14:38:58.818419 dv-cinder-798091-1-smb neutron-server[78399]: 'Network': {'1.1'}, Jun 25 14:38:58.818419 dv-cinder-798091-1-smb neutron-server[78399]: 'Port': {'1.7'}, Jun 25 14:38:58.818419 dv-cinder-798091-1-smb neutron-server[78399]: 'PortForwarding': {'1.2'}, Jun 25 14:38:58.818419 dv-cinder-798091-1-smb neutron-server[78399]: 'QosPolicy': {'1.8'}, Jun 25 14:38:58.818419 dv-cinder-798091-1-smb neutron-server[78399]: 'SecurityGroup': {'1.4'}, Jun 25 14:38:58.818419 dv-cinder-798091-1-smb neutron-server[78399]: 'SecurityGroupRule': {'1.2'}, Jun 25 14:38:58.818419 dv-cinder-798091-1-smb neutron-server[78399]: 'SubPort': {'1.0'}, Jun 25 14:38:58.818419 dv-cinder-798091-1-smb neutron-server[78399]: 'Subnet': {'1.1'}, Jun 25 14:38:58.818419 dv-cinder-798091-1-smb neutron-server[78399]: 'Trunk': {'1.1'}} Jun 25 14:38:58.818419 dv-cinder-798091-1-smb neutron-server[78399]: consumer versions: Jun 25 14:38:58.818419 dv-cinder-798091-1-smb neutron-server[78399]: { DHCP agent@dv-cinder-798091-1-smb: {}, Jun 25 14:38:58.818419 dv-cinder-798091-1-smb neutron-server[78399]: HyperV agent@hv-cinder-79809: {}, Jun 25 14:38:58.818419 dv-cinder-798091-1-smb neutron-server[78399]: L3 agent@dv-cinder-798091-1-smb: {}, Jun 25 14:38:58.818419 dv-cinder-798091-1-smb neutron-server[78399]: Metadata agent@dv-cinder-798091-1-smb: {}, Jun 25 14:38:58.818419 dv-cinder-798091-1-smb neutron-server[78399]: Metering agent@dv-cinder-798091-1-smb: {}, Jun 25 14:38:58.818419 dv-cinder-798091-1-smb neutron-server[78399]: Open vSwitch agent@dv-cinder-798091-1-smb: { 'AddressGroup': '1.2', Jun 25 14:38:58.818419 dv-cinder-798091-1-smb neutron-server[78399]: 'ConntrackHelper': '1.0', Jun 25 14:38:58.818419 dv-cinder-798091-1-smb neutron-server[78399]: 'Log': '1.0', Jun 25 14:38:58.818419 dv-cinder-798091-1-smb neutron-server[78399]: 'Network': '1.1', Jun 25 14:38:58.818419 dv-cinder-798091-1-smb neutron-server[78399]: 'Port': '1.7', Jun 25 14:38:58.818419 dv-cinder-798091-1-smb neutron-server[78399]: 'PortForwarding': '1.2', Jun 25 14:38:58.818419 dv-cinder-798091-1-smb neutron-server[78399]: 'QosPolicy': '1.8', Jun 25 14:38:58.818419 dv-cinder-798091-1-smb neutron-server[78399]: 'SecurityGroup': '1.4', Jun 25 14:38:58.818419 dv-cinder-798091-1-smb neutron-server[78399]: 'SecurityGroupRule': '1.2', Jun 25 14:38:58.818419 dv-cinder-798091-1-smb neutron-server[78399]: 'SubPort': '1.0', Jun 25 14:38:58.818419 dv-cinder-798091-1-smb neutron-server[78399]: 'Subnet': '1.1', Jun 25 14:38:58.818419 dv-cinder-798091-1-smb neutron-server[78399]: 'Trunk': '1.1'}} Jun 25 14:38:58.818419 dv-cinder-798091-1-smb neutron-server[78399]: {{(pid=78399) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 25 14:38:58.833640 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-2b19895f-c24e-4809-90d0-b1aafc363d11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:38:58.981244 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.managers [None req-2b19895f-c24e-4809-90d0-b1aafc363d11 None None] Attempting to bind port 1a3e4cf3-b755-4568-bd0e-bfca68424c39 on host dv-cinder-798091-1-smb for vnic_type normal with profile {{(pid=78399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 14:38:58.981867 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.managers [None req-2b19895f-c24e-4809-90d0-b1aafc363d11 None None] Attempting to bind port 1a3e4cf3-b755-4568-bd0e-bfca68424c39 by drivers openvswitch,hyperv on host dv-cinder-798091-1-smb at level 0 using segments [{'id': '604aba27-0a9d-4cd3-9caa-f2a8b4959557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '67ba1ff0-ab4f-41c2-a1c4-6027b2c685c1'}] {{(pid=78399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 14:38:58.982666 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b19895f-c24e-4809-90d0-b1aafc363d11 None None] Attempting to bind port 1a3e4cf3-b755-4568-bd0e-bfca68424c39 on network 67ba1ff0-ab4f-41c2-a1c4-6027b2c685c1 {{(pid=78399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:38:58.989783 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-20ba9829-efb5-4d4b-b98f-14034e2aed13 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:59.005236 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b19895f-c24e-4809-90d0-b1aafc363d11 None None] Checking agent: {'id': 'e8ccf8d8-5bf4-4749-9aa7-038299b331e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798091-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 14, 30, 9), 'started_at': datetime.datetime(2021, 6, 25, 14, 30, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 14, 38, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798091-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 14:38:59.005958 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b19895f-c24e-4809-90d0-b1aafc363d11 None None] Checking segment: {'id': '604aba27-0a9d-4cd3-9caa-f2a8b4959557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '67ba1ff0-ab4f-41c2-a1c4-6027b2c685c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:38:59.006778 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-2b19895f-c24e-4809-90d0-b1aafc363d11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:59.007226 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b19895f-c24e-4809-90d0-b1aafc363d11 None None] Bound using segment: {'id': '604aba27-0a9d-4cd3-9caa-f2a8b4959557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '67ba1ff0-ab4f-41c2-a1c4-6027b2c685c1'} {{(pid=78399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 14:38:59.007824 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.managers [None req-2b19895f-c24e-4809-90d0-b1aafc363d11 None None] Bound port: 1a3e4cf3-b755-4568-bd0e-bfca68424c39, host: dv-cinder-798091-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '604aba27-0a9d-4cd3-9caa-f2a8b4959557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '67ba1ff0-ab4f-41c2-a1c4-6027b2c685c1'}}] {{(pid=78399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 14:38:59.008312 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-2b19895f-c24e-4809-90d0-b1aafc363d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for port, before_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:59.015217 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-63b2ce26-f8dd-41c0-9fef-1c2b9a4c2547 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=1b6dcc78ca354a928a3eefb4043b2d0c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9299650 Jun 25 14:38:59.018222 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-f0319337-9a25-43ae-97ce-e1c0d511bf5f req-ca734a71-4c9f-40e6-a1b6-22c8551e1541 service neutron] 10.222.0.72 "GET /v2.0/networks/06a37f95-9b56-4864-b708-a0b8ed6e8564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5610485 Jun 25 14:38:59.018712 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.72', 58778) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:38:59.077971 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-d1a2a48c-a28e-4ee4-93b7-ae9528e36b03 req-6d15ac73-65b5-4665-b5b4-850b551d3e69 service neutron] 10.222.0.72 "GET /v2.0/networks/808ce0ae-354d-4414-90d0-3589c38f5458?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4915471 Jun 25 14:38:59.088833 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-1be39cdc-8cc0-4e65-8a69-4686f46f1826 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-497766', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-499428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1016435'] for router, precommit_update {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:59.219552 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.db_base_plugin_v2 [None req-e026a190-ec0b-44af-a9fe-ef2ac35a9da8 admin admin] Deleting subnet 44417700-6ebc-4cb9-9c3e-c11f7389c3c2 {{(pid=78397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jun 25 14:38:59.225197 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-e026a190-ec0b-44af-a9fe-ef2ac35a9da8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:59.252567 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2059b38-0520-4e81-b62b-4f4a3468a673 None None] Network c189b629-42e0-4b5d-a629-b34932fea1a7 requested from dv-cinder-798091-1-smb {{(pid=78399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 25 14:38:59.341536 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-e026a190-ec0b-44af-a9fe-ef2ac35a9da8 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:59.362190 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-e026a190-ec0b-44af-a9fe-ef2ac35a9da8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3550162'] for subnet, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:59.402292 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-2b19895f-c24e-4809-90d0-b1aafc363d11 None None] For port 1a3e4cf3-b755-4568-bd0e-bfca68424c39, host dv-cinder-798091-1-smb, cleared binding levels {{(pid=78399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 25 14:38:59.421285 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-859d1fe4-7687-478a-b0ac-6383c1d43d29 None None] Notify callbacks [] for port, precommit_create {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:59.430250 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-2b19895f-c24e-4809-90d0-b1aafc363d11 None None] For port 1a3e4cf3-b755-4568-bd0e-bfca68424c39, host dv-cinder-798091-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798091-1-smb',level=0,port_id=1a3e4cf3-b755-4568-bd0e-bfca68424c39,segment=NetworkSegment(604aba27-0a9d-4cd3-9caa-f2a8b4959557),segment_id=604aba27-0a9d-4cd3-9caa-f2a8b4959557)] {{(pid=78399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 25 14:38:59.444025 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-2b19895f-c24e-4809-90d0-b1aafc363d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747172683978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747172243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747172243532'] for port, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:59.445613 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-859d1fe4-7687-478a-b0ac-6383c1d43d29 None None] Transition to ACTIVE for port object cff6a468-5fa4-4a1d-a5ce-407b861531fe will not be triggered until provisioned by entity L2. {{(pid=78399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:38:59.452341 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-9f774326-a10e-4fdd-a507-c36f5df0c291 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:59.484114 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:38:59.531907 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-e026a190-ec0b-44af-a9fe-ef2ac35a9da8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3548165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180'] for subnet, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:59.552263 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-16903c56-a775-4008-af27-7b2a8f6ac7af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:38:59.567112 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-9f774326-a10e-4fdd-a507-c36f5df0c291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for port, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:59.593443 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e026a190-ec0b-44af-a9fe-ef2ac35a9da8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44417700-6ebc-4cb9-9c3e-c11f7389c3c2,revision_number=None']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:38:59.596797 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-859d1fe4-7687-478a-b0ac-6383c1d43d29 None None] Transition to ACTIVE for port object cff6a468-5fa4-4a1d-a5ce-407b861531fe will not be triggered until provisioned by entity DHCP. {{(pid=78399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:38:59.598443 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-e026a190-ec0b-44af-a9fe-ef2ac35a9da8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:38:59.640555 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-859d1fe4-7687-478a-b0ac-6383c1d43d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747172243469'] for port, after_create {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:59.688822 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-859d1fe4-7687-478a-b0ac-6383c1d43d29 None None] Network fc3ffe9c-74f9-42a1-af5f-69842b644ae0 is already hosted by enough agents. {{(pid=78399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:38:59.691197 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-1b3bd2a0-342e-441e-8c40-221650246f41 req-b9a0e91b-e6e9-473a-bea1-d305e15f581f tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] 10.222.0.72 "GET /v2.0/ports?device_id=0244ff21-e22d-4345-a856-b38136e36658 HTTP/1.1" status: 200 len: 210 time: 0.1921818 Jun 25 14:38:59.694491 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.scheduler.base_scheduler [None req-859d1fe4-7687-478a-b0ac-6383c1d43d29 None None] Resources bound (agent type, host, resource id): {{(pid=78399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:38:59.698771 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b19895f-c24e-4809-90d0-b1aafc363d11 None None] Pushing event updated for resources: {'Port': ['ID=1a3e4cf3-b755-4568-bd0e-bfca68424c39,revision_number=2']} {{(pid=78399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:38:59.701533 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-859d1fe4-7687-478a-b0ac-6383c1d43d29 None None] Received port after_create {{(pid=78399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 25 14:38:59.708810 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-2b19895f-c24e-4809-90d0-b1aafc363d11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:38:59.711118 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.045s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:38:59.748534 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-059f73bd-074c-448e-aa71-19ae859bec46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:59.768269 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-e026a190-ec0b-44af-a9fe-ef2ac35a9da8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:59.815914 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-e026a190-ec0b-44af-a9fe-ef2ac35a9da8 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/44417700-6ebc-4cb9-9c3e-c11f7389c3c2 HTTP/1.1" status: 204 len: 168 time: 0.9989135 Jun 25 14:38:59.843265 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.72', 58808) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:38:59.888137 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.db_base_plugin_common [None req-9f774326-a10e-4fdd-a507-c36f5df0c291 admin admin] Allocated IP 172.28.1.244 (a1a43f7a-e11e-4ed3-80ce-932e2581e9ee/b0ba03d7-4f3a-4e33-bbe4-11273a91df80/db8fa363-d90b-4c36-8cff-1b7f9ce192a3) {{(pid=78398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 14:38:59.899680 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-f0319337-9a25-43ae-97ce-e1c0d511bf5f req-a22e26f1-e3dd-4b82-bc78-e6c10b2523da service neutron] 10.222.0.72 "GET /v2.0/networks/06a37f95-9b56-4864-b708-a0b8ed6e8564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8724105 Jun 25 14:38:59.909925 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-059f73bd-074c-448e-aa71-19ae859bec46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:00.090591 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.managers [None req-859d1fe4-7687-478a-b0ac-6383c1d43d29 None None] Attempting to bind port cff6a468-5fa4-4a1d-a5ce-407b861531fe on host dv-cinder-798091-1-smb for vnic_type normal with profile {{(pid=78399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 14:39:00.101930 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.managers [None req-859d1fe4-7687-478a-b0ac-6383c1d43d29 None None] Attempting to bind port cff6a468-5fa4-4a1d-a5ce-407b861531fe by drivers openvswitch,hyperv on host dv-cinder-798091-1-smb at level 0 using segments [{'id': '715dd0a5-8081-4e27-94a5-147a06fdbf26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'fc3ffe9c-74f9-42a1-af5f-69842b644ae0'}] {{(pid=78399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 14:39:00.102335 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-859d1fe4-7687-478a-b0ac-6383c1d43d29 None None] Attempting to bind port cff6a468-5fa4-4a1d-a5ce-407b861531fe on network fc3ffe9c-74f9-42a1-af5f-69842b644ae0 {{(pid=78399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:39:00.119392 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-859d1fe4-7687-478a-b0ac-6383c1d43d29 None None] Checking agent: {'id': 'e8ccf8d8-5bf4-4749-9aa7-038299b331e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798091-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 14, 30, 9), 'started_at': datetime.datetime(2021, 6, 25, 14, 30, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 14, 38, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798091-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 14:39:00.119870 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-859d1fe4-7687-478a-b0ac-6383c1d43d29 None None] Checking segment: {'id': '715dd0a5-8081-4e27-94a5-147a06fdbf26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'fc3ffe9c-74f9-42a1-af5f-69842b644ae0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:39:00.120284 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-859d1fe4-7687-478a-b0ac-6383c1d43d29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:00.120687 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-859d1fe4-7687-478a-b0ac-6383c1d43d29 None None] Bound using segment: {'id': '715dd0a5-8081-4e27-94a5-147a06fdbf26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'fc3ffe9c-74f9-42a1-af5f-69842b644ae0'} {{(pid=78399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 14:39:00.121971 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.managers [None req-859d1fe4-7687-478a-b0ac-6383c1d43d29 None None] Bound port: cff6a468-5fa4-4a1d-a5ce-407b861531fe, host: dv-cinder-798091-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '715dd0a5-8081-4e27-94a5-147a06fdbf26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'fc3ffe9c-74f9-42a1-af5f-69842b644ae0'}}] {{(pid=78399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 14:39:00.122403 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-859d1fe4-7687-478a-b0ac-6383c1d43d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for port, before_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:00.132167 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-fb102fa7-c786-4e9f-9322-380789eae031 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3443507'] for network, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:00.137368 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859d1fe4-7687-478a-b0ac-6383c1d43d29 None None] Pushing event updated for resources: {'Port': ['ID=cff6a468-5fa4-4a1d-a5ce-407b861531fe,revision_number=1']} {{(pid=78399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:00.143230 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-859d1fe4-7687-478a-b0ac-6383c1d43d29 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.432s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:00.166197 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-9f774326-a10e-4fdd-a507-c36f5df0c291 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:00.203018 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-20ba9829-efb5-4d4b-b98f-14034e2aed13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747172243469'] for port, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:00.217768 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-9f774326-a10e-4fdd-a507-c36f5df0c291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747172243469'] for port, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:00.249234 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-8ba01a43-8a5b-4cea-aa85-f5cf8c1587f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:00.350061 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-859d1fe4-7687-478a-b0ac-6383c1d43d29 None None] For port cff6a468-5fa4-4a1d-a5ce-407b861531fe, host dv-cinder-798091-1-smb, cleared binding levels {{(pid=78399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 25 14:39:00.357673 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-859d1fe4-7687-478a-b0ac-6383c1d43d29 None None] For port cff6a468-5fa4-4a1d-a5ce-407b861531fe, host dv-cinder-798091-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798091-1-smb',level=0,port_id=cff6a468-5fa4-4a1d-a5ce-407b861531fe,segment=NetworkSegment(715dd0a5-8081-4e27-94a5-147a06fdbf26),segment_id=715dd0a5-8081-4e27-94a5-147a06fdbf26)] {{(pid=78399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 25 14:39:00.364926 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-859d1fe4-7687-478a-b0ac-6383c1d43d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747172683978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747172243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747172243532'] for port, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:00.365178 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-fb102fa7-c786-4e9f-9322-380789eae031 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3547471', 'neutron.services.segments.db._delete_segments_for_network-8747172693185'] for network, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:00.380222 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-fb102fa7-c786-4e9f-9322-380789eae031 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=78397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:39:00.380951 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-fb102fa7-c786-4e9f-9322-380789eae031 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=78397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:39:00.381311 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-fb102fa7-c786-4e9f-9322-380789eae031 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=78397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:39:00.381836 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-fb102fa7-c786-4e9f-9322-380789eae031 admin admin] Subscribe: > port after_create 55550000 {{(pid=78397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:39:00.382183 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-fb102fa7-c786-4e9f-9322-380789eae031 admin admin] Subscribe: > port after_delete 55550000 {{(pid=78397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:39:00.382483 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-fb102fa7-c786-4e9f-9322-380789eae031 admin admin] Subscribe: > port after_update 55550000 {{(pid=78397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:39:00.382704 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:00.382811 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-fb102fa7-c786-4e9f-9322-380789eae031 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=78397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:39:00.383070 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-fb102fa7-c786-4e9f-9322-380789eae031 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=78397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:39:00.383378 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-fb102fa7-c786-4e9f-9322-380789eae031 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=78397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:39:00.383684 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-fb102fa7-c786-4e9f-9322-380789eae031 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=78397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:39:00.417654 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f774326-a10e-4fdd-a507-c36f5df0c291 admin admin] Network a1a43f7a-e11e-4ed3-80ce-932e2581e9ee is already hosted by enough agents. {{(pid=78398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:39:00.426860 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.scheduler.base_scheduler [None req-9f774326-a10e-4fdd-a507-c36f5df0c291 admin admin] Resources bound (agent type, host, resource id): {{(pid=78398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:39:00.440985 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20ba9829-efb5-4d4b-b98f-14034e2aed13 admin admin] Network a1a43f7a-e11e-4ed3-80ce-932e2581e9ee is already hosted by enough agents. {{(pid=78398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:39:00.446313 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f774326-a10e-4fdd-a507-c36f5df0c291 admin admin] Received port after_create {{(pid=78398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 25 14:39:00.554207 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-fb102fa7-c786-4e9f-9322-380789eae031 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=78397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:39:00.554560 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-fb102fa7-c786-4e9f-9322-380789eae031 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=78397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:39:00.555029 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-fb102fa7-c786-4e9f-9322-380789eae031 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=78397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:39:00.555343 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-fb102fa7-c786-4e9f-9322-380789eae031 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=78397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:39:00.555705 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.services.segments.db [None req-fb102fa7-c786-4e9f-9322-380789eae031 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b46aa6d0-5230-4ef8-9c2a-78c81064424c']}} {{(pid=78397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:39:00.570489 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.services.segments.db [None req-fb102fa7-c786-4e9f-9322-380789eae031 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81151bf1-db3f-469d-9d95-7b5b748d6d39') {'for_net_delete': True} {{(pid=78397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:39:00.570780 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.services.segments.db [None req-fb102fa7-c786-4e9f-9322-380789eae031 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81151bf1-db3f-469d-9d95-7b5b748d6d39') {} {{(pid=78397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:39:00.583405 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-fb102fa7-c786-4e9f-9322-380789eae031 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747172705576', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127934593'] for segment, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:00.601795 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-fb102fa7-c786-4e9f-9322-380789eae031 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3551624'] for segment, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:00.603353 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859d1fe4-7687-478a-b0ac-6383c1d43d29 None None] Pushing event updated for resources: {'Port': ['ID=cff6a468-5fa4-4a1d-a5ce-407b861531fe,revision_number=2']} {{(pid=78399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:00.609968 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-859d1fe4-7687-478a-b0ac-6383c1d43d29 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:00.610288 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb102fa7-c786-4e9f-9322-380789eae031 admin admin] Releasing vlan 337 on physical network physnet1 to pool {{(pid=78397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 14:39:00.610950 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-fb102fa7-c786-4e9f-9322-380789eae031 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3551623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127937292'] for segment, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:00.632312 dv-cinder-798091-1-smb neutron-server[78397]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 25 14:39:00.632312 dv-cinder-798091-1-smb neutron-server[78397]: from cryptography.utils import int_from_bytes Jun 25 14:39:00.632312 dv-cinder-798091-1-smb neutron-server[78397]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 25 14:39:00.632312 dv-cinder-798091-1-smb neutron-server[78397]: from cryptography.utils import int_from_bytes Jun 25 14:39:00.632312 dv-cinder-798091-1-smb neutron-server[78397]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jun 25 14:39:00.632312 dv-cinder-798091-1-smb neutron-server[78397]: util.warn_limited( Jun 25 14:39:00.632312 dv-cinder-798091-1-smb neutron-server[78397]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jun 25 14:39:00.632312 dv-cinder-798091-1-smb neutron-server[78397]: util.warn_limited( Jun 25 14:39:00.632312 dv-cinder-798091-1-smb neutron-server[78397]: Traceback (most recent call last): Jun 25 14:39:00.632312 dv-cinder-798091-1-smb neutron-server[78397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 14:39:00.632312 dv-cinder-798091-1-smb neutron-server[78397]: timer() Jun 25 14:39:00.632312 dv-cinder-798091-1-smb neutron-server[78397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 14:39:00.632312 dv-cinder-798091-1-smb neutron-server[78397]: cb(*args, **kw) Jun 25 14:39:00.632312 dv-cinder-798091-1-smb neutron-server[78397]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 14:39:00.632312 dv-cinder-798091-1-smb neutron-server[78397]: return func(*args, **kwargs) Jun 25 14:39:00.632312 dv-cinder-798091-1-smb neutron-server[78397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 14:39:00.632312 dv-cinder-798091-1-smb neutron-server[78397]: self._notify() Jun 25 14:39:00.632312 dv-cinder-798091-1-smb neutron-server[78397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 14:39:00.632312 dv-cinder-798091-1-smb neutron-server[78397]: self.callback(batched_events) Jun 25 14:39:00.632312 dv-cinder-798091-1-smb neutron-server[78397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 14:39:00.632312 dv-cinder-798091-1-smb neutron-server[78397]: event.method(event) Jun 25 14:39:00.632312 dv-cinder-798091-1-smb neutron-server[78397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 14:39:00.632312 dv-cinder-798091-1-smb neutron-server[78397]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 14:39:00.632312 dv-cinder-798091-1-smb neutron-server[78397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 14:39:00.632312 dv-cinder-798091-1-smb neutron-server[78397]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 14:39:00.632312 dv-cinder-798091-1-smb neutron-server[78397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 14:39:00.632312 dv-cinder-798091-1-smb neutron-server[78397]: return f(self, *a, **k) Jun 25 14:39:00.632312 dv-cinder-798091-1-smb neutron-server[78397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 14:39:00.632312 dv-cinder-798091-1-smb neutron-server[78397]: return self._get(url).json() Jun 25 14:39:00.632312 dv-cinder-798091-1-smb neutron-server[78397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 14:39:00.632312 dv-cinder-798091-1-smb neutron-server[78397]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 14:39:00.632312 dv-cinder-798091-1-smb neutron-server[78397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 14:39:00.632312 dv-cinder-798091-1-smb neutron-server[78397]: return self.request(url, 'GET', **kwargs) Jun 25 14:39:00.632312 dv-cinder-798091-1-smb neutron-server[78397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 14:39:00.632312 dv-cinder-798091-1-smb neutron-server[78397]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 14:39:00.632312 dv-cinder-798091-1-smb neutron-server[78397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 14:39:00.632312 dv-cinder-798091-1-smb neutron-server[78397]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 14:39:00.632312 dv-cinder-798091-1-smb neutron-server[78397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 14:39:00.632312 dv-cinder-798091-1-smb neutron-server[78397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 14:39:00.632312 dv-cinder-798091-1-smb neutron-server[78397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 14:39:00.636566 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-059f73bd-074c-448e-aa71-19ae859bec46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726995'] for security_group, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:00.701177 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-d61a4c1c-f681-4761-bd9a-3e925b3bfa0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:00.729762 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059f73bd-074c-448e-aa71-19ae859bec46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c5f45ad-7280-4268-9102-3378d7c455e4,revision_number=None']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:00.740646 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-059f73bd-074c-448e-aa71-19ae859bec46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:00.745183 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-059f73bd-074c-448e-aa71-19ae859bec46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:00.746392 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-059f73bd-074c-448e-aa71-19ae859bec46 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/5c5f45ad-7280-4268-9102-3378d7c455e4 HTTP/1.1" status: 204 len: 168 time: 1.7210381 Jun 25 14:39:00.767315 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-fb102fa7-c786-4e9f-9322-380789eae031 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3547472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-497664'] for network, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:00.773854 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:00.852081 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.scheduler.base_scheduler [None req-20ba9829-efb5-4d4b-b98f-14034e2aed13 admin admin] Resources bound (agent type, host, resource id): {{(pid=78398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:39:00.855893 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-fb102fa7-c786-4e9f-9322-380789eae031 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692162'] for network, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:00.866486 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ba9829-efb5-4d4b-b98f-14034e2aed13 admin admin] Received port after_create {{(pid=78398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 25 14:39:00.947193 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-c55e96aa-4de6-4509-8fec-4e279e88c304 req-85f8d538-1725-45bf-8e32-385bab5fa5af tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] 10.222.0.72 "GET /v2.0/ports?device_id=0244ff21-e22d-4345-a856-b38136e36658 HTTP/1.1" status: 200 len: 210 time: 0.0970421 Jun 25 14:39:00.955969 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb102fa7-c786-4e9f-9322-380789eae031 admin admin] Pushing event deleted for resources: {'Network': ['ID=b46aa6d0-5230-4ef8-9c2a-78c81064424c,revision_number=None']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:00.967777 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-fb102fa7-c786-4e9f-9322-380789eae031 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:00.971965 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-fb102fa7-c786-4e9f-9322-380789eae031 admin admin] 10.222.0.72 "DELETE /v2.0/networks/b46aa6d0-5230-4ef8-9c2a-78c81064424c HTTP/1.1" status: 204 len: 168 time: 1.1239266 Jun 25 14:39:00.972280 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.72', 58862) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:39:01.129408 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.db_base_plugin_v2 [None req-10df584e-5e50-4049-8412-a925c924d1a0 admin admin] Deleting subnet 3b820f80-d8d9-42de-81f3-fa27dd4bdd0a {{(pid=78397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jun 25 14:39:01.139707 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-10df584e-5e50-4049-8412-a925c924d1a0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:01.329357 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-10df584e-5e50-4049-8412-a925c924d1a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127934648'] for subnet, precommit_delete_associations {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:01.479463 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Device 1a3e4cf3-b755-4568-bd0e-bfca68424c39 up at agent ovs-agent-dv-cinder-798091-1-smb {{(pid=78399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:39:01.482877 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-10df584e-5e50-4049-8412-a925c924d1a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3550162'] for subnet, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:01.541958 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-9e344eb0-fa03-45b2-ab64-e2259d68ea67 req-58f365ee-b7c8-4b53-8f72-e0dcf2981548 tempest-DeleteServersTestJSON-1577299992 tempest-DeleteServersTestJSON-1577299992-project] 10.222.0.72 "GET /v2.0/ports?device_id=829e560e-4484-42d8-b849-904bef4bd304 HTTP/1.1" status: 200 len: 210 time: 1.1205177 Jun 25 14:39:01.549406 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26b4bdba-0a30-4b90-909d-d5a058dc817b None None] Network 67ba1ff0-ab4f-41c2-a1c4-6027b2c685c1 requested from dv-cinder-798091-1-smb {{(pid=78399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 25 14:39:01.684126 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-10df584e-5e50-4049-8412-a925c924d1a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3548165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127934638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2042342'] for subnet, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:01.694149 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:01.760098 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-0edd580a-13ba-49b3-b03f-041c43cedda4 None None] Provisioning for port 1a3e4cf3-b755-4568-bd0e-bfca68424c39 completed by entity DHCP. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:39:01.836782 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-10df584e-5e50-4049-8412-a925c924d1a0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:01.840105 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ba9829-efb5-4d4b-b98f-14034e2aed13 admin admin] Pushing event updated for resources: {'Port': ['ID=1a787d75-e4ba-467a-a0bf-86fb0f11c8de,revision_number=1']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:01.851510 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10df584e-5e50-4049-8412-a925c924d1a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b820f80-d8d9-42de-81f3-fa27dd4bdd0a,revision_number=None']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:01.869110 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-10df584e-5e50-4049-8412-a925c924d1a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:01.871474 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-10df584e-5e50-4049-8412-a925c924d1a0 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/3b820f80-d8d9-42de-81f3-fa27dd4bdd0a HTTP/1.1" status: 204 len: 168 time: 0.8981910 Jun 25 14:39:01.874547 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.72', 58890) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:39:01.956388 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Provisioning for port 1a3e4cf3-b755-4568-bd0e-bfca68424c39 completed by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:39:02.013136 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Provisioning complete for port 1a3e4cf3-b755-4568-bd0e-bfca68424c39 triggered by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:39:02.013367 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545280'] for port, provisioning_complete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:02.253333 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-77b15a0f-494d-420a-98ff-71d6a78a8c9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3443507'] for network, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:02.482754 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-9f774326-a10e-4fdd-a507-c36f5df0c291 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:02.491119 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-6ef56fd3-6a5d-4cf0-bfd0-2365731374f6 req-2df1ce50-b9f7-48eb-ade0-c31ef21b5c82 tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] 10.222.0.72 "GET /v2.0/ports?device_id=0244ff21-e22d-4345-a856-b38136e36658 HTTP/1.1" status: 200 len: 210 time: 0.1229205 Jun 25 14:39:02.518349 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e0664e3-5291-4152-a3c3-9d268fc0bc68 None None] Network fc3ffe9c-74f9-42a1-af5f-69842b644ae0 requested from dv-cinder-798091-1-smb {{(pid=78399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 25 14:39:02.679590 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for port, before_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:02.715000 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-b4db92a5-7a27-4368-a5d9-24a4daa58cff None None] Provisioning for port cff6a468-5fa4-4a1d-a5ce-407b861531fe completed by entity DHCP. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:39:02.816396 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-77b15a0f-494d-420a-98ff-71d6a78a8c9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3547471', 'neutron.services.segments.db._delete_segments_for_network-8747172693185'] for network, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:02.816660 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] For port 1a3e4cf3-b755-4568-bd0e-bfca68424c39, host dv-cinder-798091-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798091-1-smb',level=0,port_id=1a3e4cf3-b755-4568-bd0e-bfca68424c39,segment=NetworkSegment(604aba27-0a9d-4cd3-9caa-f2a8b4959557),segment_id=604aba27-0a9d-4cd3-9caa-f2a8b4959557)] {{(pid=78399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:39:02.863847 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747172683978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747172243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747172243532'] for port, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:02.864708 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.services.segments.db [None req-77b15a0f-494d-420a-98ff-71d6a78a8c9e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c189b629-42e0-4b5d-a629-b34932fea1a7']}} {{(pid=78397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:39:02.876361 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Device cff6a468-5fa4-4a1d-a5ce-407b861531fe up at agent ovs-agent-dv-cinder-798091-1-smb {{(pid=78399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:39:02.916610 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.services.segments.db [None req-77b15a0f-494d-420a-98ff-71d6a78a8c9e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68ac8202-4e08-4837-be4d-90b1ac25255d') {'for_net_delete': True} {{(pid=78397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:39:02.917042 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.services.segments.db [None req-77b15a0f-494d-420a-98ff-71d6a78a8c9e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68ac8202-4e08-4837-be4d-90b1ac25255d') {} {{(pid=78397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:39:02.937314 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-77b15a0f-494d-420a-98ff-71d6a78a8c9e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747172705576', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127934593'] for segment, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:02.944604 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-2b19895f-c24e-4809-90d0-b1aafc363d11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:02.961602 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-77b15a0f-494d-420a-98ff-71d6a78a8c9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3551624'] for segment, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:02.999648 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77b15a0f-494d-420a-98ff-71d6a78a8c9e admin admin] Releasing vlan 325 on physical network physnet1 to pool {{(pid=78397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 14:39:03.000418 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-77b15a0f-494d-420a-98ff-71d6a78a8c9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3551623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127937292'] for segment, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:03.022415 dv-cinder-798091-1-smb neutron-server[78397]: Traceback (most recent call last): Jun 25 14:39:03.022415 dv-cinder-798091-1-smb neutron-server[78397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 14:39:03.022415 dv-cinder-798091-1-smb neutron-server[78397]: timer() Jun 25 14:39:03.022415 dv-cinder-798091-1-smb neutron-server[78397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 14:39:03.022415 dv-cinder-798091-1-smb neutron-server[78397]: cb(*args, **kw) Jun 25 14:39:03.022415 dv-cinder-798091-1-smb neutron-server[78397]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 14:39:03.022415 dv-cinder-798091-1-smb neutron-server[78397]: return func(*args, **kwargs) Jun 25 14:39:03.022415 dv-cinder-798091-1-smb neutron-server[78397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 14:39:03.022415 dv-cinder-798091-1-smb neutron-server[78397]: self._notify() Jun 25 14:39:03.022415 dv-cinder-798091-1-smb neutron-server[78397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 14:39:03.022415 dv-cinder-798091-1-smb neutron-server[78397]: self.callback(batched_events) Jun 25 14:39:03.022415 dv-cinder-798091-1-smb neutron-server[78397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 14:39:03.022415 dv-cinder-798091-1-smb neutron-server[78397]: event.method(event) Jun 25 14:39:03.022415 dv-cinder-798091-1-smb neutron-server[78397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 14:39:03.022415 dv-cinder-798091-1-smb neutron-server[78397]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 14:39:03.022415 dv-cinder-798091-1-smb neutron-server[78397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 14:39:03.022415 dv-cinder-798091-1-smb neutron-server[78397]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 14:39:03.022415 dv-cinder-798091-1-smb neutron-server[78397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 14:39:03.022415 dv-cinder-798091-1-smb neutron-server[78397]: return f(self, *a, **k) Jun 25 14:39:03.022415 dv-cinder-798091-1-smb neutron-server[78397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 14:39:03.022415 dv-cinder-798091-1-smb neutron-server[78397]: return self._get(url).json() Jun 25 14:39:03.022415 dv-cinder-798091-1-smb neutron-server[78397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 14:39:03.022415 dv-cinder-798091-1-smb neutron-server[78397]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 14:39:03.022415 dv-cinder-798091-1-smb neutron-server[78397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 14:39:03.022415 dv-cinder-798091-1-smb neutron-server[78397]: return self.request(url, 'GET', **kwargs) Jun 25 14:39:03.022415 dv-cinder-798091-1-smb neutron-server[78397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 14:39:03.022415 dv-cinder-798091-1-smb neutron-server[78397]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 14:39:03.022415 dv-cinder-798091-1-smb neutron-server[78397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 14:39:03.022415 dv-cinder-798091-1-smb neutron-server[78397]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 14:39:03.022415 dv-cinder-798091-1-smb neutron-server[78397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 14:39:03.022415 dv-cinder-798091-1-smb neutron-server[78397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 14:39:03.022415 dv-cinder-798091-1-smb neutron-server[78397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 14:39:03.077606 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f774326-a10e-4fdd-a507-c36f5df0c291 admin admin] Pushing event updated for resources: {'Port': ['ID=db8fa363-d90b-4c36-8cff-1b7f9ce192a3,revision_number=1']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:03.082106 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-9f774326-a10e-4fdd-a507-c36f5df0c291 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.833s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:03.105742 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 2.703s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:03.106332 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:03.121858 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-0dd1b4d3-c649-4737-93d6-ac3b891b073c req-4bbe62b7-ffb0-41e7-93b1-95f52999d9c8 tempest-DeleteServersTestJSON-1577299992 tempest-DeleteServersTestJSON-1577299992-project] 10.222.0.72 "GET /v2.0/ports?device_id=829e560e-4484-42d8-b849-904bef4bd304 HTTP/1.1" status: 200 len: 210 time: 0.1654434 Jun 25 14:39:03.221074 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-77b15a0f-494d-420a-98ff-71d6a78a8c9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3547472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-497664'] for network, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:03.228984 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-fb102fa7-c786-4e9f-9322-380789eae031 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:03.248325 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-77b15a0f-494d-420a-98ff-71d6a78a8c9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692162'] for network, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:03.251519 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-1be39cdc-8cc0-4e65-8a69-4686f46f1826 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:03.261012 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b15a0f-494d-420a-98ff-71d6a78a8c9e admin admin] Pushing event deleted for resources: {'Network': ['ID=c189b629-42e0-4b5d-a629-b34932fea1a7,revision_number=None']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:03.269697 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-77b15a0f-494d-420a-98ff-71d6a78a8c9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:03.271553 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-77b15a0f-494d-420a-98ff-71d6a78a8c9e admin admin] 10.222.0.72 "DELETE /v2.0/networks/c189b629-42e0-4b5d-a629-b34932fea1a7 HTTP/1.1" status: 204 len: 168 time: 1.3957109 Jun 25 14:39:03.310582 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Pushing event updated for resources: {'Port': ['ID=1a3e4cf3-b755-4568-bd0e-bfca68424c39,revision_number=3']} {{(pid=78399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:03.314869 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:03.339332 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-21c2006c-1f5f-422c-b0e4-8dc5befb60e0 None None] Provisioning complete for port 1a3e4cf3-b755-4568-bd0e-bfca68424c39 triggered by entity DHCP. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:39:03.339790 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-21c2006c-1f5f-422c-b0e4-8dc5befb60e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545280'] for port, provisioning_complete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:03.349297 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-1be39cdc-8cc0-4e65-8a69-4686f46f1826 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for port, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:03.380299 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Provisioning for port cff6a468-5fa4-4a1d-a5ce-407b861531fe completed by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:39:03.400013 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Provisioning complete for port cff6a468-5fa4-4a1d-a5ce-407b861531fe triggered by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:39:03.400390 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545280'] for port, provisioning_complete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:03.496800 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.77', 51104) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:39:03.622242 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-20ba9829-efb5-4d4b-b98f-14034e2aed13 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:03.719864 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.72', 58958) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:39:03.768121 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for port, before_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:03.889852 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] For port cff6a468-5fa4-4a1d-a5ce-407b861531fe, host dv-cinder-798091-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798091-1-smb',level=0,port_id=cff6a468-5fa4-4a1d-a5ce-407b861531fe,segment=NetworkSegment(715dd0a5-8081-4e27-94a5-147a06fdbf26),segment_id=715dd0a5-8081-4e27-94a5-147a06fdbf26)] {{(pid=78399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:39:03.909149 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747172683978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747172243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747172243532'] for port, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:03.952181 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:03.972847 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-9f774326-a10e-4fdd-a507-c36f5df0c291 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-499451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-497729'] for router, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:04.076195 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.72', 58968) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:39:04.088167 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Pushing event updated for resources: {'Port': ['ID=cff6a468-5fa4-4a1d-a5ce-407b861531fe,revision_number=3']} {{(pid=78399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:04.100837 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Device 1a3e4cf3-b755-4568-bd0e-bfca68424c39 up at agent ovs-agent-dv-cinder-798091-1-smb {{(pid=78399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:39:04.117774 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-ea4a01bb-9d9a-488e-934d-03f9f9a23112 req-8c7f1e3b-a722-4a7e-a18b-7f7c17462ad8 tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] 10.222.0.72 "GET /v2.0/ports?device_id=0244ff21-e22d-4345-a856-b38136e36658 HTTP/1.1" status: 200 len: 210 time: 0.3205006 Jun 25 14:39:04.130313 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-f15410dd-142e-4115-9847-5ab11ef60615 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=483f35b7a865489a83036a06ceb7959a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4041057 Jun 25 14:39:04.135418 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.72', 58980) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:39:04.177466 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:04.189767 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-3ddcb4a0-4d30-4b6b-a479-7bc7c4301657 None None] Provisioning complete for port cff6a468-5fa4-4a1d-a5ce-407b861531fe triggered by entity DHCP. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:39:04.190328 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-3ddcb4a0-4d30-4b6b-a479-7bc7c4301657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545280'] for port, provisioning_complete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:04.315460 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a2a48c-a28e-4ee4-93b7-ae9528e36b03 req-ab6ebbf3-8460-471f-9f27-eac2c903ccae tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:04.317192 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [req-d1a2a48c-a28e-4ee4-93b7-ae9528e36b03 req-ab6ebbf3-8460-471f-9f27-eac2c903ccae tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] Synchronizing usage tracker for tenant:6290ced7f89f4224aad290cae89da82b on resource:network {{(pid=78397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 25 14:39:04.334084 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-9f3ac75c-4cb1-429a-9aeb-42bdf0e78964 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:04.349586 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.db_base_plugin_common [None req-1be39cdc-8cc0-4e65-8a69-4686f46f1826 admin admin] Allocated IP 172.28.1.153 (a1a43f7a-e11e-4ed3-80ce-932e2581e9ee/b0ba03d7-4f3a-4e33-bbe4-11273a91df80/2bb245d5-8ebe-41a4-8500-5743feba021d) {{(pid=78398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 14:39:04.383820 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-9f3ac75c-4cb1-429a-9aeb-42bdf0e78964 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:04.389596 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Provisioning complete for port 1a3e4cf3-b755-4568-bd0e-bfca68424c39 triggered by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:39:04.389982 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545280'] for port, provisioning_complete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:04.417104 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.77', 51109) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:39:04.493173 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-8c3a4c0e-eb33-459d-9878-e2e5be79431b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:04.515969 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [req-d1a2a48c-a28e-4ee4-93b7-ae9528e36b03 req-ab6ebbf3-8460-471f-9f27-eac2c903ccae tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] Unset dirty status for tenant:6290ced7f89f4224aad290cae89da82b on resource:network {{(pid=78397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 25 14:39:04.518463 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-d1a2a48c-a28e-4ee4-93b7-ae9528e36b03 req-ab6ebbf3-8460-471f-9f27-eac2c903ccae tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] 10.222.0.77 "GET /v2.0/networks?id=808ce0ae-354d-4414-90d0-3589c38f5458 HTTP/1.1" status: 200 len: 814 time: 1.0105467 Jun 25 14:39:04.587765 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-8c3a4c0e-eb33-459d-9878-e2e5be79431b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:39:04.616218 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-8c3a4c0e-eb33-459d-9878-e2e5be79431b admin admin] Usage tracker for resource:security_group_rule and tenant:6b561a6e26f940d394508e36917f5227 is out of sync, need to count used quota {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:39:04.625272 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-8c3a4c0e-eb33-459d-9878-e2e5be79431b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:39:04.635162 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.v2.base [req-d1a2a48c-a28e-4ee4-93b7-ae9528e36b03 req-7ed16b40-ba15-4904-93c8-8f90432f3d9d tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] Request body: {'port': {'device_id': '0244ff21-e22d-4345-a856-b38136e36658', 'network_id': '808ce0ae-354d-4414-90d0-3589c38f5458', 'admin_state_up': True, 'tenant_id': '6290ced7f89f4224aad290cae89da82b'}} {{(pid=78397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:39:04.655005 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-c7cc9f2b-4d2b-4e93-b9f3-92928abccb04 req-adbf9eb3-adc4-459c-abf2-045e628dd6c0 tempest-DeleteServersTestJSON-1577299992 tempest-DeleteServersTestJSON-1577299992-project] 10.222.0.72 "GET /v2.0/ports?device_id=829e560e-4484-42d8-b849-904bef4bd304 HTTP/1.1" status: 200 len: 210 time: 0.1641054 Jun 25 14:39:04.808841 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-8c3a4c0e-eb33-459d-9878-e2e5be79431b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:39:04.859323 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-9f3ac75c-4cb1-429a-9aeb-42bdf0e78964 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726995'] for security_group, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:04.917636 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:05.084225 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-8c3a4c0e-eb33-459d-9878-e2e5be79431b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:05.123082 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [req-d1a2a48c-a28e-4ee4-93b7-ae9528e36b03 req-7ed16b40-ba15-4904-93c8-8f90432f3d9d tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:39:05.128021 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [req-d1a2a48c-a28e-4ee4-93b7-ae9528e36b03 req-7ed16b40-ba15-4904-93c8-8f90432f3d9d tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] Usage tracker for resource:port and tenant:6290ced7f89f4224aad290cae89da82b is out of sync, need to count used quota {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:39:05.131448 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [req-d1a2a48c-a28e-4ee4-93b7-ae9528e36b03 req-7ed16b40-ba15-4904-93c8-8f90432f3d9d tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:39:05.137925 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [req-d1a2a48c-a28e-4ee4-93b7-ae9528e36b03 req-7ed16b40-ba15-4904-93c8-8f90432f3d9d tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:39:05.178006 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0319337-9a25-43ae-97ce-e1c0d511bf5f req-44d08335-6fac-4b31-b6ab-419bc0655622 tempest-DeleteServersTestJSON-1577299992 tempest-DeleteServersTestJSON-1577299992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:05.183963 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-f0319337-9a25-43ae-97ce-e1c0d511bf5f req-44d08335-6fac-4b31-b6ab-419bc0655622 tempest-DeleteServersTestJSON-1577299992 tempest-DeleteServersTestJSON-1577299992-project] 10.222.0.77 "GET /v2.0/networks?id=06a37f95-9b56-4864-b708-a0b8ed6e8564 HTTP/1.1" status: 200 len: 811 time: 0.7344358 Jun 25 14:39:05.192727 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-8c3a4c0e-eb33-459d-9878-e2e5be79431b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726995'] for security_group, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:05.197066 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1a2a48c-a28e-4ee4-93b7-ae9528e36b03 req-7ed16b40-ba15-4904-93c8-8f90432f3d9d tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] Made reservation on behalf of 6290ced7f89f4224aad290cae89da82b for: {'port': 1} {{(pid=78397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 14:39:05.201979 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-d1a2a48c-a28e-4ee4-93b7-ae9528e36b03 req-7ed16b40-ba15-4904-93c8-8f90432f3d9d tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for port, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:05.227113 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-20ba9829-efb5-4d4b-b98f-14034e2aed13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-499451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-497729'] for router, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:05.234891 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f774326-a10e-4fdd-a507-c36f5df0c291 admin admin] Router 186346e4-7b67-4504-b5aa-dd8f40be6c2b is scheduled to L3 agent 941bc864-709b-4c09-a7df-f27e1f49545a with binding_index 1 {{(pid=78398) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 25 14:39:05.239816 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-1be39cdc-8cc0-4e65-8a69-4686f46f1826 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:05.251818 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.v2.base [req-f0319337-9a25-43ae-97ce-e1c0d511bf5f req-24d4409d-d6e4-42c5-ae4c-5361a440d5c1 tempest-DeleteServersTestJSON-1577299992 tempest-DeleteServersTestJSON-1577299992-project] Request body: {'port': {'device_id': '829e560e-4484-42d8-b849-904bef4bd304', 'network_id': '06a37f95-9b56-4864-b708-a0b8ed6e8564', 'admin_state_up': True, 'tenant_id': '772991f00a024aa5bfd4212592ea9dc0'}} {{(pid=78397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:39:05.460650 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-9f3ac75c-4cb1-429a-9aeb-42bdf0e78964 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:05.462022 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-9f3ac75c-4cb1-429a-9aeb-42bdf0e78964 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/899a2332-c72f-4286-af36-a2ec4cea3c44 HTTP/1.1" status: 204 len: 168 time: 1.3254178 Jun 25 14:39:05.463102 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3ac75c-4cb1-429a-9aeb-42bdf0e78964 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=899a2332-c72f-4286-af36-a2ec4cea3c44,revision_number=None']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:05.582225 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-9f3ac75c-4cb1-429a-9aeb-42bdf0e78964 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.665s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:05.593163 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-fa439670-ea8b-4021-922d-06405bd7502b req-ef0cf0fd-dce4-414e-ad59-a940b5c3ee42 tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] 10.222.0.72 "GET /v2.0/ports?device_id=0244ff21-e22d-4345-a856-b38136e36658 HTTP/1.1" status: 200 len: 210 time: 0.1129813 Jun 25 14:39:05.597694 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.119s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:05.974674 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-8c3a4c0e-eb33-459d-9878-e2e5be79431b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=6b561a6e26f940d394508e36917f5227&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8970470 Jun 25 14:39:05.986382 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.72', 59036) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:39:06.098180 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Device cff6a468-5fa4-4a1d-a5ce-407b861531fe up at agent ovs-agent-dv-cinder-798091-1-smb {{(pid=78399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:39:06.115234 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3a4c0e-eb33-459d-9878-e2e5be79431b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=094db7e7-882b-421d-9b0a-559df880414d,revision_number=1']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:06.127918 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.db_base_plugin_common [req-d1a2a48c-a28e-4ee4-93b7-ae9528e36b03 req-7ed16b40-ba15-4904-93c8-8f90432f3d9d tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] Allocated IP 172.20.0.3 (808ce0ae-354d-4414-90d0-3589c38f5458/df82b164-9b34-47d3-90d0-c5f04fc4d7cc/324ca5a9-3809-4c38-b0e4-8e049b0333e2) {{(pid=78397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 14:39:06.146050 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-8c3a4c0e-eb33-459d-9878-e2e5be79431b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.552s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:06.233924 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-1be39cdc-8cc0-4e65-8a69-4686f46f1826 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747172243469'] for port, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:06.239926 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f774326-a10e-4fdd-a507-c36f5df0c291 admin admin] Notify agent at l3_agent.dv-cinder-798091-1-smb the message routers_updated {{(pid=78398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 25 14:39:06.253344 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467c6dc1-1703-4869-a0d9-c8c71bac77ae None None] Sync routers for ids ['186346e4-7b67-4504-b5aa-dd8f40be6c2b'] in dv-cinder-798091-1-smb {{(pid=78400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 14:39:06.261007 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-2b5bc95c-1bc4-4eff-b87c-67654e3c9377 req-84e5c47b-0069-4aac-a6b9-d716113841fa tempest-DeleteServersTestJSON-1577299992 tempest-DeleteServersTestJSON-1577299992-project] 10.222.0.72 "GET /v2.0/ports?device_id=829e560e-4484-42d8-b849-904bef4bd304 HTTP/1.1" status: 200 len: 210 time: 0.1761618 Jun 25 14:39:06.277373 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467c6dc1-1703-4869-a0d9-c8c71bac77ae None None] Routers {'186346e4-7b67-4504-b5aa-dd8f40be6c2b'} bound to L3 agent in host dv-cinder-798091-1-smb {{(pid=78400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:39:06.278428 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.db.l3_hamode_db [None req-467c6dc1-1703-4869-a0d9-c8c71bac77ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798091-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-25T14:30:11Z,description=,heartbeat_timestamp=2021-06-25T14:38:41Z,host='dv-cinder-798091-1-smb',id=941bc864-709b-4c09-a7df-f27e1f49545a,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:30:11Z,topic='l3_agent')) {'router_ids': ['186346e4-7b67-4504-b5aa-dd8f40be6c2b'], 'active': True} {{(pid=78400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:39:06.292892 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:06.304773 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [req-f0319337-9a25-43ae-97ce-e1c0d511bf5f req-24d4409d-d6e4-42c5-ae4c-5361a440d5c1 tempest-DeleteServersTestJSON-1577299992 tempest-DeleteServersTestJSON-1577299992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:39:06.317238 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [req-f0319337-9a25-43ae-97ce-e1c0d511bf5f req-24d4409d-d6e4-42c5-ae4c-5361a440d5c1 tempest-DeleteServersTestJSON-1577299992 tempest-DeleteServersTestJSON-1577299992-project] Usage tracker for resource:port and tenant:772991f00a024aa5bfd4212592ea9dc0 is out of sync, need to count used quota {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:39:06.326696 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [req-f0319337-9a25-43ae-97ce-e1c0d511bf5f req-24d4409d-d6e4-42c5-ae4c-5361a440d5c1 tempest-DeleteServersTestJSON-1577299992 tempest-DeleteServersTestJSON-1577299992-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:39:06.345963 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [req-f0319337-9a25-43ae-97ce-e1c0d511bf5f req-24d4409d-d6e4-42c5-ae4c-5361a440d5c1 tempest-DeleteServersTestJSON-1577299992 tempest-DeleteServersTestJSON-1577299992-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:39:06.374828 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Provisioning complete for port cff6a468-5fa4-4a1d-a5ce-407b861531fe triggered by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:39:06.374828 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545280'] for port, provisioning_complete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:06.416982 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0319337-9a25-43ae-97ce-e1c0d511bf5f req-24d4409d-d6e4-42c5-ae4c-5361a440d5c1 tempest-DeleteServersTestJSON-1577299992 tempest-DeleteServersTestJSON-1577299992-project] Made reservation on behalf of 772991f00a024aa5bfd4212592ea9dc0 for: {'port': 1} {{(pid=78397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 14:39:06.429367 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-f0319337-9a25-43ae-97ce-e1c0d511bf5f req-24d4409d-d6e4-42c5-ae4c-5361a440d5c1 tempest-DeleteServersTestJSON-1577299992 tempest-DeleteServersTestJSON-1577299992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for port, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:06.458602 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-d7e9a6a3-63a0-4e3f-8e8d-a11315d2f3c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:06.514810 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1be39cdc-8cc0-4e65-8a69-4686f46f1826 admin admin] Network a1a43f7a-e11e-4ed3-80ce-932e2581e9ee is already hosted by enough agents. {{(pid=78398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:39:06.533714 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.72', 59042) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:39:06.538157 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.scheduler.base_scheduler [None req-1be39cdc-8cc0-4e65-8a69-4686f46f1826 admin admin] Resources bound (agent type, host, resource id): {{(pid=78398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:39:06.545011 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-9f774326-a10e-4fdd-a507-c36f5df0c291 admin admin] Notify callbacks [] for router, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:06.555107 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-9f774326-a10e-4fdd-a507-c36f5df0c291 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 10.0881305 Jun 25 14:39:06.561394 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be39cdc-8cc0-4e65-8a69-4686f46f1826 admin admin] Received port after_create {{(pid=78398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 25 14:39:06.664366 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.72', 59044) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:39:06.681807 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.db.l3_dvr_db [None req-467c6dc1-1703-4869-a0d9-c8c71bac77ae None None] Set router 186346e4-7b67-4504-b5aa-dd8f40be6c2b gateway port host: dv-cinder-798091-1-smb {{(pid=78400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:39:06.691590 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be39cdc-8cc0-4e65-8a69-4686f46f1826 admin admin] Pushing event updated for resources: {'Port': ['ID=2bb245d5-8ebe-41a4-8500-5743feba021d,revision_number=1']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:06.863035 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-1be39cdc-8cc0-4e65-8a69-4686f46f1826 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.570s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:06.865963 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.db_base_plugin_common [req-f0319337-9a25-43ae-97ce-e1c0d511bf5f req-24d4409d-d6e4-42c5-ae4c-5361a440d5c1 tempest-DeleteServersTestJSON-1577299992 tempest-DeleteServersTestJSON-1577299992-project] Allocated IP 172.20.0.4 (06a37f95-9b56-4864-b708-a0b8ed6e8564/e5ab4d7c-ef5d-421e-b057-aa7ae11a1741/c76d1920-f31f-47c7-a693-c2f8fea2d9c7) {{(pid=78397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 14:39:06.892520 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20ba9829-efb5-4d4b-b98f-14034e2aed13 admin admin] Router 193169bf-8c38-4bef-b4a5-53fd1ab557f2 is scheduled to L3 agent 941bc864-709b-4c09-a7df-f27e1f49545a with binding_index 1 {{(pid=78398) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 25 14:39:07.121401 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.db.l3_hamode_db [None req-467c6dc1-1703-4869-a0d9-c8c71bac77ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '186346e4-7b67-4504-b5aa-dd8f40be6c2b', 'name': 'tempest-AttachVolumeTestJSON-358625753-router', 'tenant_id': '7a1d3268123d4b12a1168eda73de2201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee', 'external_fixed_ips': [{'subnet_id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'ip_address': '172.28.1.244'}], 'enable_snat': True}, 'gw_port_id': 'db8fa363-d90b-4c36-8cff-1b7f9ce192a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:38:56Z', 'updated_at': '2021-06-25T14:39:01Z', 'revision_number': 3, 'project_id': '7a1d3268123d4b12a1168eda73de2201', 'gw_port': {'id': 'db8fa363-d90b-4c36-8cff-1b7f9ce192a3', 'name': '', 'network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:47:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '186346e4-7b67-4504-b5aa-dd8f40be6c2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'ip_address': '172.28.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:38:59Z', 'updated_at': '2021-06-25T14:38:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798091-1-smb'}], 'dv-cinder-798091-1-smb', False) {} {{(pid=78400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:39:07.133193 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467c6dc1-1703-4869-a0d9-c8c71bac77ae None None] Checking router: 186346e4-7b67-4504-b5aa-dd8f40be6c2b for host: dv-cinder-798091-1-smb {{(pid=78400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 14:39:07.133720 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467c6dc1-1703-4869-a0d9-c8c71bac77ae None None] Updating router 186346e4-7b67-4504-b5aa-dd8f40be6c2b port db8fa363-d90b-4c36-8cff-1b7f9ce192a3 binding host dv-cinder-798091-1-smb {{(pid=78400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 14:39:07.201417 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-f0319337-9a25-43ae-97ce-e1c0d511bf5f req-24d4409d-d6e4-42c5-ae4c-5361a440d5c1 tempest-DeleteServersTestJSON-1577299992 tempest-DeleteServersTestJSON-1577299992-project] Notify callbacks [] for port, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:07.288658 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron_lib.callbacks.manager [None req-467c6dc1-1703-4869-a0d9-c8c71bac77ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for port, before_update {{(pid=78400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:07.496767 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-d7e9a6a3-63a0-4e3f-8e8d-a11315d2f3c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:07.549487 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-df245838-2633-41a3-9766-446bc81d5dc6 req-a58cf864-01fa-4cf9-8e38-ae1c837c37b5 tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] 10.222.0.72 "GET /v2.0/ports?device_id=0244ff21-e22d-4345-a856-b38136e36658 HTTP/1.1" status: 200 len: 210 time: 0.2933500 Jun 25 14:39:07.731673 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-f0319337-9a25-43ae-97ce-e1c0d511bf5f req-24d4409d-d6e4-42c5-ae4c-5361a440d5c1 tempest-DeleteServersTestJSON-1577299992 tempest-DeleteServersTestJSON-1577299992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747172243469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127937375'] for port, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:07.962718 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20ba9829-efb5-4d4b-b98f-14034e2aed13 admin admin] Notify agent at l3_agent.dv-cinder-798091-1-smb the message routers_updated {{(pid=78398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 25 14:39:07.971054 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-f37dc77e-ec1e-42df-aeda-5a35be97b831 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:07.977256 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91ded13a-59bc-4a4b-9ad7-f09933ebc3a9 None None] Sync routers for ids ['193169bf-8c38-4bef-b4a5-53fd1ab557f2'] in dv-cinder-798091-1-smb {{(pid=78399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 14:39:07.995847 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ded13a-59bc-4a4b-9ad7-f09933ebc3a9 None None] Routers {'193169bf-8c38-4bef-b4a5-53fd1ab557f2'} bound to L3 agent in host dv-cinder-798091-1-smb {{(pid=78399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:39:07.998114 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.l3_hamode_db [None req-91ded13a-59bc-4a4b-9ad7-f09933ebc3a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798091-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-25T14:30:11Z,description=,heartbeat_timestamp=2021-06-25T14:38:41Z,host='dv-cinder-798091-1-smb',id=941bc864-709b-4c09-a7df-f27e1f49545a,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:30:11Z,topic='l3_agent')) {'router_ids': ['193169bf-8c38-4bef-b4a5-53fd1ab557f2'], 'active': True} {{(pid=78399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:39:08.038746 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-392c08b3-d113-4771-9d15-ea7758cca363 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=b3a1d1d01e364d3bad94f56c5449c178&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4725525 Jun 25 14:39:08.060375 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.72', 59074) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:39:08.115702 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron_lib.callbacks.manager [None req-467c6dc1-1703-4869-a0d9-c8c71bac77ae None None] Notify callbacks [] for port, precommit_update {{(pid=78400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:08.116281 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0319337-9a25-43ae-97ce-e1c0d511bf5f req-24d4409d-d6e4-42c5-ae4c-5361a440d5c1 tempest-DeleteServersTestJSON-1577299992 tempest-DeleteServersTestJSON-1577299992-project] Network 06a37f95-9b56-4864-b708-a0b8ed6e8564 is already hosted by enough agents. {{(pid=78397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:39:08.152206 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-1be39cdc-8cc0-4e65-8a69-4686f46f1826 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:08.180006 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.scheduler.base_scheduler [req-f0319337-9a25-43ae-97ce-e1c0d511bf5f req-24d4409d-d6e4-42c5-ae4c-5361a440d5c1 tempest-DeleteServersTestJSON-1577299992 tempest-DeleteServersTestJSON-1577299992-project] Resources bound (agent type, host, resource id): {{(pid=78397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:39:08.193802 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0319337-9a25-43ae-97ce-e1c0d511bf5f req-24d4409d-d6e4-42c5-ae4c-5361a440d5c1 tempest-DeleteServersTestJSON-1577299992 tempest-DeleteServersTestJSON-1577299992-project] Received port after_create {{(pid=78397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 25 14:39:08.302679 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-20ba9829-efb5-4d4b-b98f-14034e2aed13 admin admin] Notify callbacks [] for router, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:08.306674 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-20ba9829-efb5-4d4b-b98f-14034e2aed13 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 12.9341781 Jun 25 14:39:08.320368 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.72', 59080) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:39:08.351199 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d4409d-d6e4-42c5-ae4c-5361a440d5c1 tempest-DeleteServersTestJSON-1577299992 tempest-DeleteServersTestJSON-1577299992-project] Pushing event updated for resources: {'Port': ['ID=c76d1920-f31f-47c7-a693-c2f8fea2d9c7,revision_number=1']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:08.372721 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-24d4409d-d6e4-42c5-ae4c-5361a440d5c1 tempest-DeleteServersTestJSON-1577299992 tempest-DeleteServersTestJSON-1577299992-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:08.376577 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef246f0-37e1-4e89-8f65-529c35f815d9 req-cfec73b2-15af-4463-b023-37a0e07ab990 tempest-DeleteServersTestJSON-1577299992 tempest-DeleteServersTestJSON-1577299992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:08.378151 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-1ef246f0-37e1-4e89-8f65-529c35f815d9 req-cfec73b2-15af-4463-b023-37a0e07ab990 tempest-DeleteServersTestJSON-1577299992 tempest-DeleteServersTestJSON-1577299992-project] 10.222.0.72 "GET /v2.0/ports?device_id=829e560e-4484-42d8-b849-904bef4bd304 HTTP/1.1" status: 200 len: 931 time: 0.7560515 Jun 25 14:39:08.396389 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.db.provisioning_blocks [None req-467c6dc1-1703-4869-a0d9-c8c71bac77ae None None] Transition to ACTIVE for port object db8fa363-d90b-4c36-8cff-1b7f9ce192a3 will not be triggered until provisioned by entity L2. {{(pid=78400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:39:08.408062 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron_lib.callbacks.manager [None req-467c6dc1-1703-4869-a0d9-c8c71bac77ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747172683978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747172243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747172243532'] for port, after_update {{(pid=78400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:08.413157 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG oslo_concurrency.lockutils [None req-bee9e162-95e5-42a7-acc6-1fd811b7c71d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:08.419521 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-d7e9a6a3-63a0-4e3f-8e8d-a11315d2f3c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726995'] for security_group, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:08.447352 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.l3_dvr_db [None req-91ded13a-59bc-4a4b-9ad7-f09933ebc3a9 None None] Set router 193169bf-8c38-4bef-b4a5-53fd1ab557f2 gateway port host: dv-cinder-798091-1-smb {{(pid=78399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:39:08.455640 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:08.489242 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-d1a2a48c-a28e-4ee4-93b7-ae9528e36b03 req-7ed16b40-ba15-4904-93c8-8f90432f3d9d tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] Notify callbacks [] for port, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:08.509125 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0319337-9a25-43ae-97ce-e1c0d511bf5f req-24d4409d-d6e4-42c5-ae4c-5361a440d5c1 tempest-DeleteServersTestJSON-1577299992 tempest-DeleteServersTestJSON-1577299992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:08.509811 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-f0319337-9a25-43ae-97ce-e1c0d511bf5f req-24d4409d-d6e4-42c5-ae4c-5361a440d5c1 tempest-DeleteServersTestJSON-1577299992 tempest-DeleteServersTestJSON-1577299992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692162'] for port, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:08.514411 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e9a6a3-63a0-4e3f-8e8d-a11315d2f3c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=094db7e7-882b-421d-9b0a-559df880414d,revision_number=None']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:08.523997 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-d3e283f9-f0a8-4d5d-86c6-ede3106d3d86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:08.538374 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-d7e9a6a3-63a0-4e3f-8e8d-a11315d2f3c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:08.574313 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-d7e9a6a3-63a0-4e3f-8e8d-a11315d2f3c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:08.576345 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-d7e9a6a3-63a0-4e3f-8e8d-a11315d2f3c5 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/094db7e7-882b-421d-9b0a-559df880414d HTTP/1.1" status: 204 len: 168 time: 2.5785584 Jun 25 14:39:08.591130 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-f0319337-9a25-43ae-97ce-e1c0d511bf5f req-24d4409d-d6e4-42c5-ae4c-5361a440d5c1 tempest-DeleteServersTestJSON-1577299992 tempest-DeleteServersTestJSON-1577299992-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3439739 Jun 25 14:39:08.597463 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-d3e283f9-f0a8-4d5d-86c6-ede3106d3d86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:08.603331 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18fe818-0369-4b6c-94c0-6cb47279adc2 None None] Pushing event updated for resources: {'Port': ['ID=db8fa363-d90b-4c36-8cff-1b7f9ce192a3,revision_number=2']} {{(pid=78400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:08.638993 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18fe818-0369-4b6c-94c0-6cb47279adc2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:39:08.639393 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18fe818-0369-4b6c-94c0-6cb47279adc2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:39:08.639735 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18fe818-0369-4b6c-94c0-6cb47279adc2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:39:08.640062 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18fe818-0369-4b6c-94c0-6cb47279adc2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:39:08.651582 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18fe818-0369-4b6c-94c0-6cb47279adc2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:39:08.652354 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18fe818-0369-4b6c-94c0-6cb47279adc2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:39:08.652354 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18fe818-0369-4b6c-94c0-6cb47279adc2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:39:08.652559 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18fe818-0369-4b6c-94c0-6cb47279adc2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:39:08.652965 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18fe818-0369-4b6c-94c0-6cb47279adc2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:39:08.653186 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18fe818-0369-4b6c-94c0-6cb47279adc2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:39:08.653508 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18fe818-0369-4b6c-94c0-6cb47279adc2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:39:08.653849 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18fe818-0369-4b6c-94c0-6cb47279adc2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:39:08.654857 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18fe818-0369-4b6c-94c0-6cb47279adc2 None None] Tracked resource versions report: Jun 25 14:39:08.654857 dv-cinder-798091-1-smb neutron-server[78400]: pushed versions: Jun 25 14:39:08.654857 dv-cinder-798091-1-smb neutron-server[78400]: { 'AddressGroup': {'1.2'}, Jun 25 14:39:08.654857 dv-cinder-798091-1-smb neutron-server[78400]: 'ConntrackHelper': {'1.0'}, Jun 25 14:39:08.654857 dv-cinder-798091-1-smb neutron-server[78400]: 'Log': {'1.0'}, Jun 25 14:39:08.654857 dv-cinder-798091-1-smb neutron-server[78400]: 'Network': {'1.1'}, Jun 25 14:39:08.654857 dv-cinder-798091-1-smb neutron-server[78400]: 'Port': {'1.7'}, Jun 25 14:39:08.654857 dv-cinder-798091-1-smb neutron-server[78400]: 'PortForwarding': {'1.2'}, Jun 25 14:39:08.654857 dv-cinder-798091-1-smb neutron-server[78400]: 'QosPolicy': {'1.8'}, Jun 25 14:39:08.654857 dv-cinder-798091-1-smb neutron-server[78400]: 'SecurityGroup': {'1.4'}, Jun 25 14:39:08.654857 dv-cinder-798091-1-smb neutron-server[78400]: 'SecurityGroupRule': {'1.2'}, Jun 25 14:39:08.654857 dv-cinder-798091-1-smb neutron-server[78400]: 'SubPort': {'1.0'}, Jun 25 14:39:08.654857 dv-cinder-798091-1-smb neutron-server[78400]: 'Subnet': {'1.1'}, Jun 25 14:39:08.654857 dv-cinder-798091-1-smb neutron-server[78400]: 'Trunk': {'1.1'}} Jun 25 14:39:08.654857 dv-cinder-798091-1-smb neutron-server[78400]: consumer versions: Jun 25 14:39:08.654857 dv-cinder-798091-1-smb neutron-server[78400]: { DHCP agent@dv-cinder-798091-1-smb: {}, Jun 25 14:39:08.654857 dv-cinder-798091-1-smb neutron-server[78400]: HyperV agent@hv-cinder-79809: {}, Jun 25 14:39:08.654857 dv-cinder-798091-1-smb neutron-server[78400]: L3 agent@dv-cinder-798091-1-smb: {}, Jun 25 14:39:08.654857 dv-cinder-798091-1-smb neutron-server[78400]: Metadata agent@dv-cinder-798091-1-smb: {}, Jun 25 14:39:08.654857 dv-cinder-798091-1-smb neutron-server[78400]: Metering agent@dv-cinder-798091-1-smb: {}, Jun 25 14:39:08.654857 dv-cinder-798091-1-smb neutron-server[78400]: Open vSwitch agent@dv-cinder-798091-1-smb: { 'AddressGroup': '1.2', Jun 25 14:39:08.654857 dv-cinder-798091-1-smb neutron-server[78400]: 'ConntrackHelper': '1.0', Jun 25 14:39:08.654857 dv-cinder-798091-1-smb neutron-server[78400]: 'Log': '1.0', Jun 25 14:39:08.654857 dv-cinder-798091-1-smb neutron-server[78400]: 'Network': '1.1', Jun 25 14:39:08.654857 dv-cinder-798091-1-smb neutron-server[78400]: 'Port': '1.7', Jun 25 14:39:08.654857 dv-cinder-798091-1-smb neutron-server[78400]: 'PortForwarding': '1.2', Jun 25 14:39:08.654857 dv-cinder-798091-1-smb neutron-server[78400]: 'QosPolicy': '1.8', Jun 25 14:39:08.654857 dv-cinder-798091-1-smb neutron-server[78400]: 'SecurityGroup': '1.4', Jun 25 14:39:08.654857 dv-cinder-798091-1-smb neutron-server[78400]: 'SecurityGroupRule': '1.2', Jun 25 14:39:08.654857 dv-cinder-798091-1-smb neutron-server[78400]: 'SubPort': '1.0', Jun 25 14:39:08.654857 dv-cinder-798091-1-smb neutron-server[78400]: 'Subnet': '1.1', Jun 25 14:39:08.654857 dv-cinder-798091-1-smb neutron-server[78400]: 'Trunk': '1.1'}} Jun 25 14:39:08.654857 dv-cinder-798091-1-smb neutron-server[78400]: {{(pid=78400) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 25 14:39:08.667278 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.wsgi [req-f0319337-9a25-43ae-97ce-e1c0d511bf5f req-e3e8b75d-61d7-45b5-ab8e-bc3d960c2beb tempest-DeleteServersTestJSON-1577299992 tempest-DeleteServersTestJSON-1577299992-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=78397) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 25 14:39:08.668657 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-f0319337-9a25-43ae-97ce-e1c0d511bf5f req-e3e8b75d-61d7-45b5-ab8e-bc3d960c2beb tempest-DeleteServersTestJSON-1577299992 tempest-DeleteServersTestJSON-1577299992-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0082004 Jun 25 14:39:08.677225 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-d1a2a48c-a28e-4ee4-93b7-ae9528e36b03 req-7ed16b40-ba15-4904-93c8-8f90432f3d9d tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747172243469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127937375'] for port, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:08.679949 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG oslo_concurrency.lockutils [None req-b18fe818-0369-4b6c-94c0-6cb47279adc2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=78400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:08.688650 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:08.689531 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.plugins.ml2.managers [None req-467c6dc1-1703-4869-a0d9-c8c71bac77ae None None] Attempting to bind port db8fa363-d90b-4c36-8cff-1b7f9ce192a3 on host dv-cinder-798091-1-smb for vnic_type normal with profile {{(pid=78400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 14:39:08.689940 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.plugins.ml2.managers [None req-467c6dc1-1703-4869-a0d9-c8c71bac77ae None None] Attempting to bind port db8fa363-d90b-4c36-8cff-1b7f9ce192a3 by drivers openvswitch,hyperv on host dv-cinder-798091-1-smb at level 0 using segments [{'id': 'd6aebad4-c614-4812-b5db-5340468a6247', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee'}] {{(pid=78400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 14:39:08.690300 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467c6dc1-1703-4869-a0d9-c8c71bac77ae None None] Attempting to bind port db8fa363-d90b-4c36-8cff-1b7f9ce192a3 on network a1a43f7a-e11e-4ed3-80ce-932e2581e9ee {{(pid=78400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:39:08.714015 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467c6dc1-1703-4869-a0d9-c8c71bac77ae None None] Checking agent: {'id': 'e8ccf8d8-5bf4-4749-9aa7-038299b331e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798091-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 14, 30, 9), 'started_at': datetime.datetime(2021, 6, 25, 14, 30, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 14, 38, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798091-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 14:39:08.714394 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467c6dc1-1703-4869-a0d9-c8c71bac77ae None None] Checking segment: {'id': 'd6aebad4-c614-4812-b5db-5340468a6247', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:39:08.714800 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron_lib.callbacks.manager [None req-467c6dc1-1703-4869-a0d9-c8c71bac77ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:08.715194 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467c6dc1-1703-4869-a0d9-c8c71bac77ae None None] Bound using segment: {'id': 'd6aebad4-c614-4812-b5db-5340468a6247', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee'} {{(pid=78400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 14:39:08.715676 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.plugins.ml2.managers [None req-467c6dc1-1703-4869-a0d9-c8c71bac77ae None None] Bound port: db8fa363-d90b-4c36-8cff-1b7f9ce192a3, host: dv-cinder-798091-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6aebad4-c614-4812-b5db-5340468a6247', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee'}}] {{(pid=78400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 14:39:08.716070 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron_lib.callbacks.manager [None req-467c6dc1-1703-4869-a0d9-c8c71bac77ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for port, before_update {{(pid=78400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:08.761244 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-d3e283f9-f0a8-4d5d-86c6-ede3106d3d86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726995'] for security_group, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:08.776290 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1a2a48c-a28e-4ee4-93b7-ae9528e36b03 req-7ed16b40-ba15-4904-93c8-8f90432f3d9d tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] Network 808ce0ae-354d-4414-90d0-3589c38f5458 is already hosted by enough agents. {{(pid=78397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:39:08.784756 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.scheduler.base_scheduler [req-d1a2a48c-a28e-4ee4-93b7-ae9528e36b03 req-7ed16b40-ba15-4904-93c8-8f90432f3d9d tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] Resources bound (agent type, host, resource id): {{(pid=78397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:39:08.791719 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1a2a48c-a28e-4ee4-93b7-ae9528e36b03 req-7ed16b40-ba15-4904-93c8-8f90432f3d9d tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] Received port after_create {{(pid=78397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 25 14:39:08.900108 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed16b40-ba15-4904-93c8-8f90432f3d9d tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] Pushing event updated for resources: {'Port': ['ID=324ca5a9-3809-4c38-b0e4-8e049b0333e2,revision_number=1']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:08.913901 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-7ed16b40-ba15-4904-93c8-8f90432f3d9d tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:08.933312 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-9f3ac75c-4cb1-429a-9aeb-42bdf0e78964 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.154s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:08.946885 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.plugins.ml2.db [None req-467c6dc1-1703-4869-a0d9-c8c71bac77ae None None] For port db8fa363-d90b-4c36-8cff-1b7f9ce192a3, host dv-cinder-798091-1-smb, cleared binding levels {{(pid=78400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 25 14:39:08.954794 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.plugins.ml2.db [None req-467c6dc1-1703-4869-a0d9-c8c71bac77ae None None] For port db8fa363-d90b-4c36-8cff-1b7f9ce192a3, host dv-cinder-798091-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798091-1-smb',level=0,port_id=db8fa363-d90b-4c36-8cff-1b7f9ce192a3,segment=NetworkSegment(d6aebad4-c614-4812-b5db-5340468a6247),segment_id=d6aebad4-c614-4812-b5db-5340468a6247)] {{(pid=78400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 25 14:39:08.960596 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron_lib.callbacks.manager [None req-467c6dc1-1703-4869-a0d9-c8c71bac77ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747172683978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747172243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747172243532'] for port, after_update {{(pid=78400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:08.976411 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-d3e283f9-f0a8-4d5d-86c6-ede3106d3d86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:08.982857 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-d3e283f9-f0a8-4d5d-86c6-ede3106d3d86 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/f7b45ed2-ff60-4d96-a297-38aa0ebd7306 HTTP/1.1" status: 204 len: 168 time: 0.9211690 Jun 25 14:39:08.993708 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:09.049306 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-76d80e16-b0dc-4f72-a7ef-8849e4a7ac4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:09.091380 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e283f9-f0a8-4d5d-86c6-ede3106d3d86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7b45ed2-ff60-4d96-a297-38aa0ebd7306,revision_number=None']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:09.096856 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-d3e283f9-f0a8-4d5d-86c6-ede3106d3d86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:09.097911 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:09.148082 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467c6dc1-1703-4869-a0d9-c8c71bac77ae None None] Routers {'186346e4-7b67-4504-b5aa-dd8f40be6c2b'} bound to L3 agent in host dv-cinder-798091-1-smb {{(pid=78400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:39:09.148662 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.db.l3_hamode_db [None req-467c6dc1-1703-4869-a0d9-c8c71bac77ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798091-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-25T14:30:11Z,description=,heartbeat_timestamp=2021-06-25T14:38:41Z,host='dv-cinder-798091-1-smb',id=941bc864-709b-4c09-a7df-f27e1f49545a,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:30:11Z,topic='l3_agent')) {'router_ids': ['186346e4-7b67-4504-b5aa-dd8f40be6c2b'], 'active': True} {{(pid=78400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:39:09.197172 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a2a48c-a28e-4ee4-93b7-ae9528e36b03 req-7ed16b40-ba15-4904-93c8-8f90432f3d9d tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:09.199985 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-d1a2a48c-a28e-4ee4-93b7-ae9528e36b03 req-7ed16b40-ba15-4904-93c8-8f90432f3d9d tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692162'] for port, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:09.249619 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-d1a2a48c-a28e-4ee4-93b7-ae9528e36b03 req-7ed16b40-ba15-4904-93c8-8f90432f3d9d tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6202149 Jun 25 14:39:09.293071 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21336f7-a2e9-4c13-a858-ee1ba344f263 req-15532253-a319-444f-92f7-5e43ec0c671e tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:09.298861 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [req-a21336f7-a2e9-4c13-a858-ee1ba344f263 req-15532253-a319-444f-92f7-5e43ec0c671e tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] Synchronizing usage tracker for tenant:6290ced7f89f4224aad290cae89da82b on resource:port {{(pid=78397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 25 14:39:09.357643 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.l3_hamode_db [None req-91ded13a-59bc-4a4b-9ad7-f09933ebc3a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '193169bf-8c38-4bef-b4a5-53fd1ab557f2', 'name': 'tempest-ServerRescueNegativeTestJSON-1128547269-router', 'tenant_id': '34cd0f1e83ac4b7a907987b235bcb59d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee', 'external_fixed_ips': [{'subnet_id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'ip_address': '172.28.1.136'}], 'enable_snat': True}, 'gw_port_id': '1a787d75-e4ba-467a-a0bf-86fb0f11c8de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:38:55Z', 'updated_at': '2021-06-25T14:39:01Z', 'revision_number': 3, 'project_id': '34cd0f1e83ac4b7a907987b235bcb59d', 'gw_port': {'id': '1a787d75-e4ba-467a-a0bf-86fb0f11c8de', 'name': '', 'network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:57:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '193169bf-8c38-4bef-b4a5-53fd1ab557f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'ip_address': '172.28.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:38:57Z', 'updated_at': '2021-06-25T14:38:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798091-1-smb'}], 'dv-cinder-798091-1-smb', False) {} {{(pid=78399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:39:09.373974 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [req-a21336f7-a2e9-4c13-a858-ee1ba344f263 req-15532253-a319-444f-92f7-5e43ec0c671e tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] Unset dirty status for tenant:6290ced7f89f4224aad290cae89da82b on resource:port {{(pid=78397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 25 14:39:09.377232 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91ded13a-59bc-4a4b-9ad7-f09933ebc3a9 None None] Checking router: 193169bf-8c38-4bef-b4a5-53fd1ab557f2 for host: dv-cinder-798091-1-smb {{(pid=78399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 14:39:09.378574 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91ded13a-59bc-4a4b-9ad7-f09933ebc3a9 None None] Updating router 193169bf-8c38-4bef-b4a5-53fd1ab557f2 port 1a787d75-e4ba-467a-a0bf-86fb0f11c8de binding host dv-cinder-798091-1-smb {{(pid=78399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 14:39:09.382130 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-a21336f7-a2e9-4c13-a858-ee1ba344f263 req-15532253-a319-444f-92f7-5e43ec0c671e tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] 10.222.0.72 "GET /v2.0/ports?device_id=0244ff21-e22d-4345-a856-b38136e36658 HTTP/1.1" status: 200 len: 931 time: 0.3769951 Jun 25 14:39:09.488930 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [req-a21336f7-a2e9-4c13-a858-ee1ba344f263 req-11ed780a-5e1e-44ba-8155-3d634093009d tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] Synchronizing usage tracker for tenant:6290ced7f89f4224aad290cae89da82b on resource:security_group {{(pid=78397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 25 14:39:09.495671 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.v2.base [req-f0319337-9a25-43ae-97ce-e1c0d511bf5f req-073ae743-a189-4952-83d6-06211f734fee service neutron] Request body: {'port': {'device_id': '829e560e-4484-42d8-b849-904bef4bd304', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79809'}} {{(pid=78397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:39:09.516710 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18fe818-0369-4b6c-94c0-6cb47279adc2 None None] Pushing event updated for resources: {'Port': ['ID=db8fa363-d90b-4c36-8cff-1b7f9ce192a3,revision_number=3']} {{(pid=78400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:09.534963 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG oslo_concurrency.lockutils [None req-b18fe818-0369-4b6c-94c0-6cb47279adc2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.541s {{(pid=78400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:09.615188 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [req-1ef246f0-37e1-4e89-8f65-529c35f815d9 req-2ce489c7-192c-47a8-ab1b-0f7e3c122847 tempest-DeleteServersTestJSON-1577299992 tempest-DeleteServersTestJSON-1577299992-project] Synchronizing usage tracker for tenant:772991f00a024aa5bfd4212592ea9dc0 on resource:security_group {{(pid=78398) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 25 14:39:09.682399 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [req-a21336f7-a2e9-4c13-a858-ee1ba344f263 req-11ed780a-5e1e-44ba-8155-3d634093009d tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] Unset dirty status for tenant:6290ced7f89f4224aad290cae89da82b on resource:security_group {{(pid=78397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 25 14:39:09.695382 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-a21336f7-a2e9-4c13-a858-ee1ba344f263 req-11ed780a-5e1e-44ba-8155-3d634093009d tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] 10.222.0.72 "GET /v2.0/security-groups?id=12620e59-001b-43b9-9585-a187ca9c476b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3121712 Jun 25 14:39:09.696241 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-91ded13a-59bc-4a4b-9ad7-f09933ebc3a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for port, before_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:09.807522 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.db.l3_dvr_db [None req-467c6dc1-1703-4869-a0d9-c8c71bac77ae None None] Set router 186346e4-7b67-4504-b5aa-dd8f40be6c2b gateway port host: dv-cinder-798091-1-smb {{(pid=78400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:39:09.941401 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-f0319337-9a25-43ae-97ce-e1c0d511bf5f req-073ae743-a189-4952-83d6-06211f734fee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for port, before_update {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:10.074162 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.72', 59114) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:39:10.181228 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-3e66e5b3-c810-4c6f-86ab-5caa2eda5665 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:10.352962 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-3e66e5b3-c810-4c6f-86ab-5caa2eda5665 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:39:10.361684 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-3e66e5b3-c810-4c6f-86ab-5caa2eda5665 admin admin] Usage tracker for resource:security_group_rule and tenant:df0e0ccec47744b484e4f30d402ca5d2 is out of sync, need to count used quota {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:39:10.368584 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-3e66e5b3-c810-4c6f-86ab-5caa2eda5665 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:39:10.378247 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-3e66e5b3-c810-4c6f-86ab-5caa2eda5665 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:39:10.456608 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.v2.base [req-d1a2a48c-a28e-4ee4-93b7-ae9528e36b03 req-24066f12-375e-4f10-adec-acfa6cbd9215 service neutron] Request body: {'port': {'device_id': '0244ff21-e22d-4345-a856-b38136e36658', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79809'}} {{(pid=78397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:39:10.528813 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.db.l3_hamode_db [None req-467c6dc1-1703-4869-a0d9-c8c71bac77ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '186346e4-7b67-4504-b5aa-dd8f40be6c2b', 'name': 'tempest-AttachVolumeTestJSON-358625753-router', 'tenant_id': '7a1d3268123d4b12a1168eda73de2201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee', 'external_fixed_ips': [{'subnet_id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'ip_address': '172.28.1.244'}], 'enable_snat': True}, 'gw_port_id': 'db8fa363-d90b-4c36-8cff-1b7f9ce192a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:38:56Z', 'updated_at': '2021-06-25T14:39:01Z', 'revision_number': 3, 'project_id': '7a1d3268123d4b12a1168eda73de2201', 'gw_port': {'id': 'db8fa363-d90b-4c36-8cff-1b7f9ce192a3', 'name': '', 'network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:47:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '186346e4-7b67-4504-b5aa-dd8f40be6c2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'ip_address': '172.28.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:38:59Z', 'updated_at': '2021-06-25T14:39:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798091-1-smb'}], 'dv-cinder-798091-1-smb', False) {} {{(pid=78400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:39:10.544118 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467c6dc1-1703-4869-a0d9-c8c71bac77ae None None] The sync data for ids ['186346e4-7b67-4504-b5aa-dd8f40be6c2b'] in dv-cinder-798091-1-smb is: [{'id': '186346e4-7b67-4504-b5aa-dd8f40be6c2b', 'name': 'tempest-AttachVolumeTestJSON-358625753-router', 'tenant_id': '7a1d3268123d4b12a1168eda73de2201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee', 'external_fixed_ips': [{'subnet_id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'ip_address': '172.28.1.244'}], 'enable_snat': True}, 'gw_port_id': 'db8fa363-d90b-4c36-8cff-1b7f9ce192a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:38:56Z', 'updated_at': '2021-06-25T14:39:01Z', 'revision_number': 3, 'project_id': '7a1d3268123d4b12a1168eda73de2201', 'gw_port': {'id': 'db8fa363-d90b-4c36-8cff-1b7f9ce192a3', 'name': '', 'network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:47:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '186346e4-7b67-4504-b5aa-dd8f40be6c2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'ip_address': '172.28.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:38:59Z', 'updated_at': '2021-06-25T14:39:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798091-1-smb'}] {{(pid=78400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 14:39:10.750906 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-91ded13a-59bc-4a4b-9ad7-f09933ebc3a9 None None] Notify callbacks [] for port, precommit_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:10.783806 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-91ded13a-59bc-4a4b-9ad7-f09933ebc3a9 None None] Transition to ACTIVE for port object 1a787d75-e4ba-467a-a0bf-86fb0f11c8de will not be triggered until provisioned by entity L2. {{(pid=78399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:39:10.793753 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-91ded13a-59bc-4a4b-9ad7-f09933ebc3a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747172683978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747172243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747172243532'] for port, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:10.805424 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:10.947424 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.managers [None req-91ded13a-59bc-4a4b-9ad7-f09933ebc3a9 None None] Attempting to bind port 1a787d75-e4ba-467a-a0bf-86fb0f11c8de on host dv-cinder-798091-1-smb for vnic_type normal with profile {{(pid=78399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 14:39:10.948428 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.managers [None req-91ded13a-59bc-4a4b-9ad7-f09933ebc3a9 None None] Attempting to bind port 1a787d75-e4ba-467a-a0bf-86fb0f11c8de by drivers openvswitch,hyperv on host dv-cinder-798091-1-smb at level 0 using segments [{'id': 'd6aebad4-c614-4812-b5db-5340468a6247', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee'}] {{(pid=78399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 14:39:10.949815 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ded13a-59bc-4a4b-9ad7-f09933ebc3a9 None None] Attempting to bind port 1a787d75-e4ba-467a-a0bf-86fb0f11c8de on network a1a43f7a-e11e-4ed3-80ce-932e2581e9ee {{(pid=78399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:39:10.992849 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ded13a-59bc-4a4b-9ad7-f09933ebc3a9 None None] Checking agent: {'id': 'e8ccf8d8-5bf4-4749-9aa7-038299b331e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798091-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 14, 30, 9), 'started_at': datetime.datetime(2021, 6, 25, 14, 30, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 14, 39, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798091-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 14:39:10.993670 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ded13a-59bc-4a4b-9ad7-f09933ebc3a9 None None] Checking segment: {'id': 'd6aebad4-c614-4812-b5db-5340468a6247', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:39:10.994220 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-91ded13a-59bc-4a4b-9ad7-f09933ebc3a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:10.994748 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ded13a-59bc-4a4b-9ad7-f09933ebc3a9 None None] Bound using segment: {'id': 'd6aebad4-c614-4812-b5db-5340468a6247', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee'} {{(pid=78399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 14:39:10.995360 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.managers [None req-91ded13a-59bc-4a4b-9ad7-f09933ebc3a9 None None] Bound port: 1a787d75-e4ba-467a-a0bf-86fb0f11c8de, host: dv-cinder-798091-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6aebad4-c614-4812-b5db-5340468a6247', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee'}}] {{(pid=78399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 14:39:10.995884 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-91ded13a-59bc-4a4b-9ad7-f09933ebc3a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for port, before_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:10.997853 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-d1a2a48c-a28e-4ee4-93b7-ae9528e36b03 req-24066f12-375e-4f10-adec-acfa6cbd9215 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for port, before_update {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:11.178866 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31f81b-10ef-432a-b454-6a204a551b01 None None] Pushing event updated for resources: {'Port': ['ID=1a787d75-e4ba-467a-a0bf-86fb0f11c8de,revision_number=2']} {{(pid=78399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:11.199728 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-2a31f81b-10ef-432a-b454-6a204a551b01 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:11.231871 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-91ded13a-59bc-4a4b-9ad7-f09933ebc3a9 None None] For port 1a787d75-e4ba-467a-a0bf-86fb0f11c8de, host dv-cinder-798091-1-smb, cleared binding levels {{(pid=78399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 25 14:39:11.247949 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-91ded13a-59bc-4a4b-9ad7-f09933ebc3a9 None None] For port 1a787d75-e4ba-467a-a0bf-86fb0f11c8de, host dv-cinder-798091-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798091-1-smb',level=0,port_id=1a787d75-e4ba-467a-a0bf-86fb0f11c8de,segment=NetworkSegment(d6aebad4-c614-4812-b5db-5340468a6247),segment_id=d6aebad4-c614-4812-b5db-5340468a6247)] {{(pid=78399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 25 14:39:11.274647 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-91ded13a-59bc-4a4b-9ad7-f09933ebc3a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747172683978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747172243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747172243532'] for port, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:11.291609 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-565eb976-1d52-4d15-898e-d441714786c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:11.300626 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:11.326346 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.72', 59130) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:39:11.371334 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [req-1ef246f0-37e1-4e89-8f65-529c35f815d9 req-2ce489c7-192c-47a8-ab1b-0f7e3c122847 tempest-DeleteServersTestJSON-1577299992 tempest-DeleteServersTestJSON-1577299992-project] Unset dirty status for tenant:772991f00a024aa5bfd4212592ea9dc0 on resource:security_group {{(pid=78398) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 25 14:39:11.385060 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-1ef246f0-37e1-4e89-8f65-529c35f815d9 req-2ce489c7-192c-47a8-ab1b-0f7e3c122847 tempest-DeleteServersTestJSON-1577299992 tempest-DeleteServersTestJSON-1577299992-project] 10.222.0.72 "GET /v2.0/security-groups?id=0f40e557-d259-446b-b44d-cf83f27b19f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 2.1877391 Jun 25 14:39:11.443519 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.notifiers.nova [req-f0319337-9a25-43ae-97ce-e1c0d511bf5f req-073ae743-a189-4952-83d6-06211f734fee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c76d1920-f31f-47c7-a693-c2f8fea2d9c7 {{(pid=78397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 14:39:11.454388 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-f0319337-9a25-43ae-97ce-e1c0d511bf5f req-073ae743-a189-4952-83d6-06211f734fee service neutron] Notify callbacks [] for port, precommit_update {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:11.473514 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.provisioning_blocks [req-f0319337-9a25-43ae-97ce-e1c0d511bf5f req-073ae743-a189-4952-83d6-06211f734fee service neutron] Transition to ACTIVE for port object c76d1920-f31f-47c7-a693-c2f8fea2d9c7 will not be triggered until provisioned by entity L2. {{(pid=78397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:39:11.509406 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ded13a-59bc-4a4b-9ad7-f09933ebc3a9 None None] Routers {'193169bf-8c38-4bef-b4a5-53fd1ab557f2'} bound to L3 agent in host dv-cinder-798091-1-smb {{(pid=78399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:39:11.518923 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.l3_hamode_db [None req-91ded13a-59bc-4a4b-9ad7-f09933ebc3a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798091-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T14:30:11Z,description=,heartbeat_timestamp=2021-06-25T14:39:11Z,host='dv-cinder-798091-1-smb',id=941bc864-709b-4c09-a7df-f27e1f49545a,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:30:11Z,topic='l3_agent')) {'router_ids': ['193169bf-8c38-4bef-b4a5-53fd1ab557f2'], 'active': True} {{(pid=78399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:39:11.702140 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-f5ab8c8e-3484-4268-9425-0a4b74fd38db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for port, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:11.739297 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-1be39cdc-8cc0-4e65-8a69-4686f46f1826 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-499451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-497729'] for router, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:11.998405 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.l3_dvr_db [None req-91ded13a-59bc-4a4b-9ad7-f09933ebc3a9 None None] Set router 193169bf-8c38-4bef-b4a5-53fd1ab557f2 gateway port host: dv-cinder-798091-1-smb {{(pid=78399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:39:12.259838 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.notifiers.nova [req-d1a2a48c-a28e-4ee4-93b7-ae9528e36b03 req-24066f12-375e-4f10-adec-acfa6cbd9215 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 324ca5a9-3809-4c38-b0e4-8e049b0333e2 {{(pid=78397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 14:39:12.269608 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-d1a2a48c-a28e-4ee4-93b7-ae9528e36b03 req-24066f12-375e-4f10-adec-acfa6cbd9215 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:12.282046 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-921c05ee-0965-4bd9-9036-641871220005 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:12.284317 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-f0319337-9a25-43ae-97ce-e1c0d511bf5f req-073ae743-a189-4952-83d6-06211f734fee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747172683978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747172243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747172243532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127937384'] for port, after_update {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:12.292418 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Device db8fa363-d90b-4c36-8cff-1b7f9ce192a3 up at agent ovs-agent-dv-cinder-798091-1-smb {{(pid=78399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:39:12.316551 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.provisioning_blocks [req-d1a2a48c-a28e-4ee4-93b7-ae9528e36b03 req-24066f12-375e-4f10-adec-acfa6cbd9215 service neutron] Transition to ACTIVE for port object 324ca5a9-3809-4c38-b0e4-8e049b0333e2 will not be triggered until provisioned by entity L2. {{(pid=78397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:39:12.328261 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-24d4409d-d6e4-42c5-ae4c-5361a440d5c1 tempest-DeleteServersTestJSON-1577299992 tempest-DeleteServersTestJSON-1577299992-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:12.366884 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31f81b-10ef-432a-b454-6a204a551b01 None None] Pushing event updated for resources: {'Port': ['ID=1a787d75-e4ba-467a-a0bf-86fb0f11c8de,revision_number=3']} {{(pid=78399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:12.400523 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-2a31f81b-10ef-432a-b454-6a204a551b01 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.097s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:12.464299 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073ae743-a189-4952-83d6-06211f734fee service neutron] Pushing event updated for resources: {'Port': ['ID=c76d1920-f31f-47c7-a693-c2f8fea2d9c7,revision_number=2']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:12.484545 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-d1a2a48c-a28e-4ee4-93b7-ae9528e36b03 req-24066f12-375e-4f10-adec-acfa6cbd9215 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747172683978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747172243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747172243532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127937384'] for port, after_update {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:12.486144 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-073ae743-a189-4952-83d6-06211f734fee service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:12.493253 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-3e66e5b3-c810-4c6f-86ab-5caa2eda5665 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:12.679276 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-d14b10cb-2ead-4edf-9c0b-578ba992fa59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:12.706562 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:12.801673 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Provisioning for port db8fa363-d90b-4c36-8cff-1b7f9ce192a3 completed by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:39:12.816494 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-921c05ee-0965-4bd9-9036-641871220005 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:39:12.864485 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Provisioning complete for port db8fa363-d90b-4c36-8cff-1b7f9ce192a3 triggered by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:39:12.865639 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545280'] for port, provisioning_complete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:12.926602 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-3e66e5b3-c810-4c6f-86ab-5caa2eda5665 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726995'] for security_group, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:12.964771 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-921c05ee-0965-4bd9-9036-641871220005 admin admin] Usage tracker for resource:security_group_rule and tenant:2f9952ce4ae845e8af668e4076c5f4f7 is out of sync, need to count used quota {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:39:13.065220 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-921c05ee-0965-4bd9-9036-641871220005 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:39:13.211768 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for port, before_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:13.238872 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24066f12-375e-4f10-adec-acfa6cbd9215 service neutron] Pushing event updated for resources: {'Port': ['ID=324ca5a9-3809-4c38-b0e4-8e049b0333e2,revision_number=2']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:13.244844 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.l3_hamode_db [None req-91ded13a-59bc-4a4b-9ad7-f09933ebc3a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '193169bf-8c38-4bef-b4a5-53fd1ab557f2', 'name': 'tempest-ServerRescueNegativeTestJSON-1128547269-router', 'tenant_id': '34cd0f1e83ac4b7a907987b235bcb59d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee', 'external_fixed_ips': [{'subnet_id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'ip_address': '172.28.1.136'}], 'enable_snat': True}, 'gw_port_id': '1a787d75-e4ba-467a-a0bf-86fb0f11c8de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:38:55Z', 'updated_at': '2021-06-25T14:39:01Z', 'revision_number': 3, 'project_id': '34cd0f1e83ac4b7a907987b235bcb59d', 'gw_port': {'id': '1a787d75-e4ba-467a-a0bf-86fb0f11c8de', 'name': '', 'network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:57:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '193169bf-8c38-4bef-b4a5-53fd1ab557f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'ip_address': '172.28.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:38:57Z', 'updated_at': '2021-06-25T14:39:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798091-1-smb'}], 'dv-cinder-798091-1-smb', False) {} {{(pid=78399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:39:13.251517 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] For port db8fa363-d90b-4c36-8cff-1b7f9ce192a3, host dv-cinder-798091-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798091-1-smb',level=0,port_id=db8fa363-d90b-4c36-8cff-1b7f9ce192a3,segment=NetworkSegment(d6aebad4-c614-4812-b5db-5340468a6247),segment_id=d6aebad4-c614-4812-b5db-5340468a6247)] {{(pid=78399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:39:13.253523 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91ded13a-59bc-4a4b-9ad7-f09933ebc3a9 None None] The sync data for ids ['193169bf-8c38-4bef-b4a5-53fd1ab557f2'] in dv-cinder-798091-1-smb is: [{'id': '193169bf-8c38-4bef-b4a5-53fd1ab557f2', 'name': 'tempest-ServerRescueNegativeTestJSON-1128547269-router', 'tenant_id': '34cd0f1e83ac4b7a907987b235bcb59d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee', 'external_fixed_ips': [{'subnet_id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'ip_address': '172.28.1.136'}], 'enable_snat': True}, 'gw_port_id': '1a787d75-e4ba-467a-a0bf-86fb0f11c8de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:38:55Z', 'updated_at': '2021-06-25T14:39:01Z', 'revision_number': 3, 'project_id': '34cd0f1e83ac4b7a907987b235bcb59d', 'gw_port': {'id': '1a787d75-e4ba-467a-a0bf-86fb0f11c8de', 'name': '', 'network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:57:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '193169bf-8c38-4bef-b4a5-53fd1ab557f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'ip_address': '172.28.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:38:57Z', 'updated_at': '2021-06-25T14:39:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798091-1-smb'}] {{(pid=78399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 14:39:13.253737 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-24066f12-375e-4f10-adec-acfa6cbd9215 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.547s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:13.262310 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747172683978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747172243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747172243532'] for port, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:13.264457 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:13.298797 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-8c3a4c0e-eb33-459d-9878-e2e5be79431b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:13.336610 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Pushing event updated for resources: {'Port': ['ID=db8fa363-d90b-4c36-8cff-1b7f9ce192a3,revision_number=4']} {{(pid=78399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:13.340047 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:13.371119 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-921c05ee-0965-4bd9-9036-641871220005 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:39:13.380704 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b976580-0550-4da8-9b55-48d744529833 req-8c493575-99ac-412d-b263-3655d187a960 tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:13.388304 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-5b976580-0550-4da8-9b55-48d744529833 req-8c493575-99ac-412d-b263-3655d187a960 tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] 10.222.0.72 "GET /v2.0/ports?device_id=0244ff21-e22d-4345-a856-b38136e36658 HTTP/1.1" status: 200 len: 931 time: 2.3725631 Jun 25 14:39:13.403177 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-3b2ea753-2c59-43a3-8193-ab102625fbbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for port, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:13.486084 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-0959a481-12d6-4798-a5c7-3b38329e38d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:13.640228 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-3e66e5b3-c810-4c6f-86ab-5caa2eda5665 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=df0e0ccec47744b484e4f30d402ca5d2&name=default HTTP/1.1" status: 200 len: 2979 time: 3.5064220 Jun 25 14:39:13.642629 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e66e5b3-c810-4c6f-86ab-5caa2eda5665 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16ed6219-9b8d-4c27-b480-0699e2e1c68d,revision_number=1']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:13.645667 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.72', 59168) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:39:13.663952 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-3e66e5b3-c810-4c6f-86ab-5caa2eda5665 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:13.728886 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.managers [req-f0319337-9a25-43ae-97ce-e1c0d511bf5f req-073ae743-a189-4952-83d6-06211f734fee service neutron] Attempting to bind port c76d1920-f31f-47c7-a693-c2f8fea2d9c7 on host hv-cinder-79809 for vnic_type normal with profile {{(pid=78397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 14:39:13.729394 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.managers [req-f0319337-9a25-43ae-97ce-e1c0d511bf5f req-073ae743-a189-4952-83d6-06211f734fee service neutron] Attempting to bind port c76d1920-f31f-47c7-a693-c2f8fea2d9c7 by drivers openvswitch,hyperv on host hv-cinder-79809 at level 0 using segments [{'id': '010dfdfe-8967-4ec2-8a02-54ffd5a4533e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '06a37f95-9b56-4864-b708-a0b8ed6e8564'}] {{(pid=78397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 14:39:13.729992 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0319337-9a25-43ae-97ce-e1c0d511bf5f req-073ae743-a189-4952-83d6-06211f734fee service neutron] Attempting to bind port c76d1920-f31f-47c7-a693-c2f8fea2d9c7 on network 06a37f95-9b56-4864-b708-a0b8ed6e8564 {{(pid=78397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:39:13.771892 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0319337-9a25-43ae-97ce-e1c0d511bf5f req-073ae743-a189-4952-83d6-06211f734fee service neutron] Port c76d1920-f31f-47c7-a693-c2f8fea2d9c7 on network 06a37f95-9b56-4864-b708-a0b8ed6e8564 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79809 {{(pid=78397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 14:39:13.772444 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0319337-9a25-43ae-97ce-e1c0d511bf5f req-073ae743-a189-4952-83d6-06211f734fee service neutron] Attempting to bind port c76d1920-f31f-47c7-a693-c2f8fea2d9c7 on network 06a37f95-9b56-4864-b708-a0b8ed6e8564 {{(pid=78397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:39:13.836324 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0319337-9a25-43ae-97ce-e1c0d511bf5f req-073ae743-a189-4952-83d6-06211f734fee service neutron] Checking agent: {'id': 'cd5845b2-5f15-4f32-8a77-b0e44a8778a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79809', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 14, 36, 51), 'started_at': datetime.datetime(2021, 6, 25, 14, 36, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 14, 38, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 14:39:13.837005 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0319337-9a25-43ae-97ce-e1c0d511bf5f req-073ae743-a189-4952-83d6-06211f734fee service neutron] Checking segment: {'id': '010dfdfe-8967-4ec2-8a02-54ffd5a4533e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '06a37f95-9b56-4864-b708-a0b8ed6e8564'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:39:13.839051 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0319337-9a25-43ae-97ce-e1c0d511bf5f req-073ae743-a189-4952-83d6-06211f734fee service neutron] Bound using segment: {'id': '010dfdfe-8967-4ec2-8a02-54ffd5a4533e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '06a37f95-9b56-4864-b708-a0b8ed6e8564'} {{(pid=78397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 14:39:13.840704 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.managers [req-f0319337-9a25-43ae-97ce-e1c0d511bf5f req-073ae743-a189-4952-83d6-06211f734fee service neutron] Bound port: c76d1920-f31f-47c7-a693-c2f8fea2d9c7, host: hv-cinder-79809, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '010dfdfe-8967-4ec2-8a02-54ffd5a4533e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '06a37f95-9b56-4864-b708-a0b8ed6e8564'}}] {{(pid=78397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 14:39:13.841976 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-f0319337-9a25-43ae-97ce-e1c0d511bf5f req-073ae743-a189-4952-83d6-06211f734fee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for port, before_update {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:13.857973 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.db_base_plugin_common [None req-3b2ea753-2c59-43a3-8193-ab102625fbbd admin admin] Allocated IP 172.20.0.1 (83fe267a-d7d2-452d-bb83-7a0060a308f0/f2ad48a2-5be6-4801-87cb-73e7b88cb0d2/5c1e3472-64a4-4cea-91c6-e88e69995d82) {{(pid=78398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 14:39:13.878028 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-5b976580-0550-4da8-9b55-48d744529833 req-39b7ffc0-f902-476d-a71a-c8bc7a9ed80b tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] 10.222.0.72 "GET /v2.0/security-groups?id=12620e59-001b-43b9-9585-a187ca9c476b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4736118 Jun 25 14:39:14.006187 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.managers [req-d1a2a48c-a28e-4ee4-93b7-ae9528e36b03 req-24066f12-375e-4f10-adec-acfa6cbd9215 service neutron] Attempting to bind port 324ca5a9-3809-4c38-b0e4-8e049b0333e2 on host hv-cinder-79809 for vnic_type normal with profile {{(pid=78397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 14:39:14.006526 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.managers [req-d1a2a48c-a28e-4ee4-93b7-ae9528e36b03 req-24066f12-375e-4f10-adec-acfa6cbd9215 service neutron] Attempting to bind port 324ca5a9-3809-4c38-b0e4-8e049b0333e2 by drivers openvswitch,hyperv on host hv-cinder-79809 at level 0 using segments [{'id': '71eb932d-08ba-477f-9129-39c672514c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '808ce0ae-354d-4414-90d0-3589c38f5458'}] {{(pid=78397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 14:39:14.006943 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1a2a48c-a28e-4ee4-93b7-ae9528e36b03 req-24066f12-375e-4f10-adec-acfa6cbd9215 service neutron] Attempting to bind port 324ca5a9-3809-4c38-b0e4-8e049b0333e2 on network 808ce0ae-354d-4414-90d0-3589c38f5458 {{(pid=78397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:39:14.044312 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1a2a48c-a28e-4ee4-93b7-ae9528e36b03 req-24066f12-375e-4f10-adec-acfa6cbd9215 service neutron] Port 324ca5a9-3809-4c38-b0e4-8e049b0333e2 on network 808ce0ae-354d-4414-90d0-3589c38f5458 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79809 {{(pid=78397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 14:39:14.044863 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1a2a48c-a28e-4ee4-93b7-ae9528e36b03 req-24066f12-375e-4f10-adec-acfa6cbd9215 service neutron] Attempting to bind port 324ca5a9-3809-4c38-b0e4-8e049b0333e2 on network 808ce0ae-354d-4414-90d0-3589c38f5458 {{(pid=78397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:39:14.060283 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1a2a48c-a28e-4ee4-93b7-ae9528e36b03 req-24066f12-375e-4f10-adec-acfa6cbd9215 service neutron] Checking agent: {'id': 'cd5845b2-5f15-4f32-8a77-b0e44a8778a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79809', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 14, 36, 51), 'started_at': datetime.datetime(2021, 6, 25, 14, 36, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 14, 38, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 14:39:14.060853 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1a2a48c-a28e-4ee4-93b7-ae9528e36b03 req-24066f12-375e-4f10-adec-acfa6cbd9215 service neutron] Checking segment: {'id': '71eb932d-08ba-477f-9129-39c672514c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '808ce0ae-354d-4414-90d0-3589c38f5458'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:39:14.061383 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1a2a48c-a28e-4ee4-93b7-ae9528e36b03 req-24066f12-375e-4f10-adec-acfa6cbd9215 service neutron] Bound using segment: {'id': '71eb932d-08ba-477f-9129-39c672514c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '808ce0ae-354d-4414-90d0-3589c38f5458'} {{(pid=78397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 14:39:14.063961 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.managers [req-d1a2a48c-a28e-4ee4-93b7-ae9528e36b03 req-24066f12-375e-4f10-adec-acfa6cbd9215 service neutron] Bound port: 324ca5a9-3809-4c38-b0e4-8e049b0333e2, host: hv-cinder-79809, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71eb932d-08ba-477f-9129-39c672514c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '808ce0ae-354d-4414-90d0-3589c38f5458'}}] {{(pid=78397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 14:39:14.064535 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-d1a2a48c-a28e-4ee4-93b7-ae9528e36b03 req-24066f12-375e-4f10-adec-acfa6cbd9215 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for port, before_update {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:14.077350 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-69cb68ec-2bf3-4dc5-a908-bb4d4aa6e927 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:14.158236 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.db_base_plugin_common [None req-f5ab8c8e-3484-4268-9425-0a4b74fd38db admin admin] Allocated IP 172.20.0.1 (67ba1ff0-ab4f-41c2-a1c4-6027b2c685c1/ac1ed06e-d434-4471-8b10-9318752714c1/c432326f-c674-4bae-b126-3767c8bea643) {{(pid=78398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 14:39:14.182839 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.db [req-f0319337-9a25-43ae-97ce-e1c0d511bf5f req-073ae743-a189-4952-83d6-06211f734fee service neutron] For port c76d1920-f31f-47c7-a693-c2f8fea2d9c7, host hv-cinder-79809, cleared binding levels {{(pid=78397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 25 14:39:14.224633 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-69cb68ec-2bf3-4dc5-a908-bb4d4aa6e927 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:14.240545 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.db [req-f0319337-9a25-43ae-97ce-e1c0d511bf5f req-073ae743-a189-4952-83d6-06211f734fee service neutron] For port c76d1920-f31f-47c7-a693-c2f8fea2d9c7, host hv-cinder-79809, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=c76d1920-f31f-47c7-a693-c2f8fea2d9c7,segment=NetworkSegment(010dfdfe-8967-4ec2-8a02-54ffd5a4533e),segment_id=010dfdfe-8967-4ec2-8a02-54ffd5a4533e)] {{(pid=78397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 25 14:39:14.263100 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-f0319337-9a25-43ae-97ce-e1c0d511bf5f req-073ae743-a189-4952-83d6-06211f734fee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747172683978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747172243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747172243532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127937384'] for port, after_update {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:14.287125 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Device 1a787d75-e4ba-467a-a0bf-86fb0f11c8de up at agent ovs-agent-dv-cinder-798091-1-smb {{(pid=78399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:39:14.349072 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-921c05ee-0965-4bd9-9036-641871220005 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:14.394759 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-24066f12-375e-4f10-adec-acfa6cbd9215 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:14.400528 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Provisioning for port 1a787d75-e4ba-467a-a0bf-86fb0f11c8de completed by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:39:14.414172 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Provisioning complete for port 1a787d75-e4ba-467a-a0bf-86fb0f11c8de triggered by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:39:14.414766 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545280'] for port, provisioning_complete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:14.482131 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-921c05ee-0965-4bd9-9036-641871220005 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726995'] for security_group, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:14.507058 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6087195e-6542-46f1-b148-4d1070f86539 req-c94578e8-3a2b-47ff-bcd6-d4799d2a6c4c tempest-DeleteServersTestJSON-1577299992 tempest-DeleteServersTestJSON-1577299992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:14.531107 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-6087195e-6542-46f1-b148-4d1070f86539 req-c94578e8-3a2b-47ff-bcd6-d4799d2a6c4c tempest-DeleteServersTestJSON-1577299992 tempest-DeleteServersTestJSON-1577299992-project] 10.222.0.72 "GET /v2.0/ports?device_id=829e560e-4484-42d8-b849-904bef4bd304 HTTP/1.1" status: 200 len: 943 time: 1.8348918 Jun 25 14:39:14.600724 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0319337-9a25-43ae-97ce-e1c0d511bf5f req-073ae743-a189-4952-83d6-06211f734fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:14.601628 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-f0319337-9a25-43ae-97ce-e1c0d511bf5f req-073ae743-a189-4952-83d6-06211f734fee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692162'] for port, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:14.604350 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-f0319337-9a25-43ae-97ce-e1c0d511bf5f req-073ae743-a189-4952-83d6-06211f734fee service neutron] 10.222.0.77 "PUT /v2.0/ports/c76d1920-f31f-47c7-a693-c2f8fea2d9c7 HTTP/1.1" status: 200 len: 1093 time: 5.6721981 Jun 25 14:39:14.619078 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '829e560e-4484-42d8-b849-904bef4bd304', 'tag': 'c76d1920-f31f-47c7-a693-c2f8fea2d9c7'}] {{(pid=78397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:39:14.651008 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.db [req-d1a2a48c-a28e-4ee4-93b7-ae9528e36b03 req-24066f12-375e-4f10-adec-acfa6cbd9215 service neutron] For port 324ca5a9-3809-4c38-b0e4-8e049b0333e2, host hv-cinder-79809, cleared binding levels {{(pid=78397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 25 14:39:14.692455 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.db [req-d1a2a48c-a28e-4ee4-93b7-ae9528e36b03 req-24066f12-375e-4f10-adec-acfa6cbd9215 service neutron] For port 324ca5a9-3809-4c38-b0e4-8e049b0333e2, host hv-cinder-79809, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=324ca5a9-3809-4c38-b0e4-8e049b0333e2,segment=NetworkSegment(71eb932d-08ba-477f-9129-39c672514c4e),segment_id=71eb932d-08ba-477f-9129-39c672514c4e)] {{(pid=78397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 25 14:39:14.703036 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073ae743-a189-4952-83d6-06211f734fee service neutron] Pushing event updated for resources: {'Port': ['ID=c76d1920-f31f-47c7-a693-c2f8fea2d9c7,revision_number=3']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:14.713713 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-d1a2a48c-a28e-4ee4-93b7-ae9528e36b03 req-24066f12-375e-4f10-adec-acfa6cbd9215 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747172683978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747172243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747172243532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127937384'] for port, after_update {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:14.714974 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-073ae743-a189-4952-83d6-06211f734fee service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:14.735520 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:14.843816 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for port, before_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:14.901860 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-69cb68ec-2bf3-4dc5-a908-bb4d4aa6e927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726995'] for security_group, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:14.913704 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] For port 1a787d75-e4ba-467a-a0bf-86fb0f11c8de, host dv-cinder-798091-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798091-1-smb',level=0,port_id=1a787d75-e4ba-467a-a0bf-86fb0f11c8de,segment=NetworkSegment(d6aebad4-c614-4812-b5db-5340468a6247),segment_id=d6aebad4-c614-4812-b5db-5340468a6247)] {{(pid=78399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:39:14.921142 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747172683978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747172243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747172243532'] for port, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:14.925001 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Device db8fa363-d90b-4c36-8cff-1b7f9ce192a3 up at agent ovs-agent-dv-cinder-798091-1-smb {{(pid=78399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:39:14.954835 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a2a48c-a28e-4ee4-93b7-ae9528e36b03 req-24066f12-375e-4f10-adec-acfa6cbd9215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:14.955459 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-d1a2a48c-a28e-4ee4-93b7-ae9528e36b03 req-24066f12-375e-4f10-adec-acfa6cbd9215 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692162'] for port, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:14.957003 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-d1a2a48c-a28e-4ee4-93b7-ae9528e36b03 req-24066f12-375e-4f10-adec-acfa6cbd9215 service neutron] 10.222.0.77 "PUT /v2.0/ports/324ca5a9-3809-4c38-b0e4-8e049b0333e2 HTTP/1.1" status: 200 len: 1093 time: 5.6402869 Jun 25 14:39:15.016940 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-69cb68ec-2bf3-4dc5-a908-bb4d4aa6e927 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:15.020145 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-69cb68ec-2bf3-4dc5-a908-bb4d4aa6e927 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/16ed6219-9b8d-4c27-b480-0699e2e1c68d HTTP/1.1" status: 204 len: 168 time: 1.3654075 Jun 25 14:39:15.065624 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24066f12-375e-4f10-adec-acfa6cbd9215 service neutron] Pushing event updated for resources: {'Port': ['ID=324ca5a9-3809-4c38-b0e4-8e049b0333e2,revision_number=3']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:15.084233 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-24066f12-375e-4f10-adec-acfa6cbd9215 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:15.094096 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.108s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:15.148470 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cb68ec-2bf3-4dc5-a908-bb4d4aa6e927 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16ed6219-9b8d-4c27-b480-0699e2e1c68d,revision_number=None']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:15.153888 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-69cb68ec-2bf3-4dc5-a908-bb4d4aa6e927 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:15.235817 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-f969d16d-28bc-4ee8-a1bb-6cb7f2735a3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:15.251413 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1be39cdc-8cc0-4e65-8a69-4686f46f1826 admin admin] Router 03ef6f23-e4d5-412c-8e3f-21dd3d1b0712 is scheduled to L3 agent 941bc864-709b-4c09-a7df-f27e1f49545a with binding_index 1 {{(pid=78398) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 25 14:39:15.255312 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:15.374245 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Pushing event updated for resources: {'Port': ['ID=1a787d75-e4ba-467a-a0bf-86fb0f11c8de,revision_number=4']} {{(pid=78399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:15.378490 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:15.399120 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Provisioning complete for port db8fa363-d90b-4c36-8cff-1b7f9ce192a3 triggered by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:39:15.399324 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545280'] for port, provisioning_complete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:15.402879 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-3b2ea753-2c59-43a3-8193-ab102625fbbd admin admin] Notify callbacks [] for port, precommit_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:15.598229 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-f5ab8c8e-3484-4268-9425-0a4b74fd38db admin admin] Notify callbacks [] for port, precommit_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:15.648126 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921c05ee-0965-4bd9-9036-641871220005 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f969ba0-398b-474a-a307-b94c1dce73c5,revision_number=1']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:15.652427 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-921c05ee-0965-4bd9-9036-641871220005 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=2f9952ce4ae845e8af668e4076c5f4f7&name=default HTTP/1.1" status: 200 len: 2979 time: 4.2663183 Jun 25 14:39:15.657733 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.72', 59210) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:39:15.666991 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-921c05ee-0965-4bd9-9036-641871220005 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.466s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:15.832644 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.provisioning_blocks [None req-f5ab8c8e-3484-4268-9425-0a4b74fd38db admin admin] Transition to ACTIVE for port object c432326f-c674-4bae-b126-3767c8bea643 will not be triggered until provisioned by entity DHCP. {{(pid=78398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:39:15.859943 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-3b2ea753-2c59-43a3-8193-ab102625fbbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747172243469'] for port, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:15.863781 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-6087195e-6542-46f1-b148-4d1070f86539 req-5087a3a6-0dd1-4393-bde1-3279c058534f tempest-DeleteServersTestJSON-1577299992 tempest-DeleteServersTestJSON-1577299992-project] 10.222.0.72 "GET /v2.0/security-groups?id=0f40e557-d259-446b-b44d-cf83f27b19f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3280208 Jun 25 14:39:15.924431 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:16.088760 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a2a48c-a28e-4ee4-93b7-ae9528e36b03 req-7c216844-22ce-4b09-8c76-c36df8f37a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:16.091692 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-d1a2a48c-a28e-4ee4-93b7-ae9528e36b03 req-7c216844-22ce-4b09-8c76-c36df8f37a07 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=6290ced7f89f4224aad290cae89da82b&device_id=0244ff21-e22d-4345-a856-b38136e36658 HTTP/1.1" status: 200 len: 1096 time: 0.7680821 Jun 25 14:39:16.092626 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Device 1a787d75-e4ba-467a-a0bf-86fb0f11c8de up at agent ovs-agent-dv-cinder-798091-1-smb {{(pid=78399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:39:16.107401 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0319337-9a25-43ae-97ce-e1c0d511bf5f req-4400ba39-e5c0-4588-a368-dc1517f55b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:16.110579 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-f0319337-9a25-43ae-97ce-e1c0d511bf5f req-4400ba39-e5c0-4588-a368-dc1517f55b99 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=772991f00a024aa5bfd4212592ea9dc0&device_id=829e560e-4484-42d8-b849-904bef4bd304 HTTP/1.1" status: 200 len: 1096 time: 0.9560807 Jun 25 14:39:16.172821 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b090b92-8475-4e04-8bcf-4d19bf7d6343 req-da464547-3db9-4560-9540-ccaf0bf30b2f tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:16.176368 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-1b090b92-8475-4e04-8bcf-4d19bf7d6343 req-da464547-3db9-4560-9540-ccaf0bf30b2f tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] 10.222.0.72 "GET /v2.0/ports?device_id=0244ff21-e22d-4345-a856-b38136e36658 HTTP/1.1" status: 200 len: 943 time: 0.7594421 Jun 25 14:39:16.340925 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Provisioning complete for port 1a787d75-e4ba-467a-a0bf-86fb0f11c8de triggered by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:39:16.341615 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545280'] for port, provisioning_complete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:16.398067 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-c6e80e3c-6308-46cb-b570-b0f5a0bd54c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:16.425777 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b2ea753-2c59-43a3-8193-ab102625fbbd admin admin] Network 83fe267a-d7d2-452d-bb83-7a0060a308f0 is already hosted by enough agents. {{(pid=78398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:39:16.461926 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-1b090b92-8475-4e04-8bcf-4d19bf7d6343 req-7809db8a-efc4-4027-861a-a4e62dbccbd4 tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] 10.222.0.72 "GET /v2.0/security-groups?id=12620e59-001b-43b9-9585-a187ca9c476b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2615438 Jun 25 14:39:16.488615 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-c6e80e3c-6308-46cb-b570-b0f5a0bd54c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:16.491951 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.scheduler.base_scheduler [None req-3b2ea753-2c59-43a3-8193-ab102625fbbd admin admin] Resources bound (agent type, host, resource id): {{(pid=78398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:39:16.549590 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2ea753-2c59-43a3-8193-ab102625fbbd admin admin] Received port after_create {{(pid=78398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 25 14:39:16.550520 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-3b2ea753-2c59-43a3-8193-ab102625fbbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-497799'] for router_interface, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:16.609464 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '829e560e-4484-42d8-b849-904bef4bd304', 'tag': 'c76d1920-f31f-47c7-a693-c2f8fea2d9c7', 'status': 'completed', 'code': 200} Jun 25 14:39:16.887980 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-f0319337-9a25-43ae-97ce-e1c0d511bf5f req-99d073a2-27e3-43ab-aaaf-b1fb096bacee service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c76d1920-f31f-47c7-a693-c2f8fea2d9c7 HTTP/1.1" status: 200 len: 217 time: 0.2758050 Jun 25 14:39:16.990335 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-d1a2a48c-a28e-4ee4-93b7-ae9528e36b03 req-721c1b9c-54a4-4a03-b2fa-662b0bfb10e2 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=324ca5a9-3809-4c38-b0e4-8e049b0333e2 HTTP/1.1" status: 200 len: 217 time: 0.3741150 Jun 25 14:39:17.010610 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-c6e80e3c-6308-46cb-b570-b0f5a0bd54c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726995'] for security_group, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:17.024975 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:17.198624 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-c6e80e3c-6308-46cb-b570-b0f5a0bd54c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:17.200048 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-c6e80e3c-6308-46cb-b570-b0f5a0bd54c6 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/1f969ba0-398b-474a-a307-b94c1dce73c5 HTTP/1.1" status: 204 len: 168 time: 1.5397401 Jun 25 14:39:17.215292 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a2a48c-a28e-4ee4-93b7-ae9528e36b03 req-9598f69d-e919-42b4-9135-c2d1e42cd4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:17.220374 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1be39cdc-8cc0-4e65-8a69-4686f46f1826 admin admin] Notify agent at l3_agent.dv-cinder-798091-1-smb the message routers_updated {{(pid=78398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 25 14:39:17.220559 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-d1a2a48c-a28e-4ee4-93b7-ae9528e36b03 req-9598f69d-e919-42b4-9135-c2d1e42cd4dc service neutron] 10.222.0.77 "GET /v2.0/subnets?id=df82b164-9b34-47d3-90d0-c5f04fc4d7cc HTTP/1.1" status: 200 len: 854 time: 0.1755383 Jun 25 14:39:17.231211 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c9a84bd-d7ee-4858-80a6-341eb81f166c None None] Sync routers for ids ['03ef6f23-e4d5-412c-8e3f-21dd3d1b0712'] in dv-cinder-798091-1-smb {{(pid=78400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 14:39:17.245345 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e80e3c-6308-46cb-b570-b0f5a0bd54c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f969ba0-398b-474a-a307-b94c1dce73c5,revision_number=None']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:17.248292 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c9a84bd-d7ee-4858-80a6-341eb81f166c None None] Routers {'03ef6f23-e4d5-412c-8e3f-21dd3d1b0712'} bound to L3 agent in host dv-cinder-798091-1-smb {{(pid=78400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:39:17.250318 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.db.l3_hamode_db [None req-5c9a84bd-d7ee-4858-80a6-341eb81f166c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798091-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T14:30:11Z,description=,heartbeat_timestamp=2021-06-25T14:39:11Z,host='dv-cinder-798091-1-smb',id=941bc864-709b-4c09-a7df-f27e1f49545a,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:30:11Z,topic='l3_agent')) {'router_ids': ['03ef6f23-e4d5-412c-8e3f-21dd3d1b0712'], 'active': True} {{(pid=78400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:39:17.262528 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-c6e80e3c-6308-46cb-b570-b0f5a0bd54c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:17.313756 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-f5ab8c8e-3484-4268-9425-0a4b74fd38db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747172243469'] for port, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:17.407190 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5ab8c8e-3484-4268-9425-0a4b74fd38db admin admin] Network 67ba1ff0-ab4f-41c2-a1c4-6027b2c685c1 is already hosted by enough agents. {{(pid=78398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:39:17.427560 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.scheduler.base_scheduler [None req-f5ab8c8e-3484-4268-9425-0a4b74fd38db admin admin] Resources bound (agent type, host, resource id): {{(pid=78398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:39:17.429725 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2ea753-2c59-43a3-8193-ab102625fbbd admin admin] Pushing event updated for resources: {'Port': ['ID=5c1e3472-64a4-4cea-91c6-e88e69995d82,revision_number=1']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:17.448459 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ab8c8e-3484-4268-9425-0a4b74fd38db admin admin] Received port after_create {{(pid=78398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 25 14:39:17.454916 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-f5ab8c8e-3484-4268-9425-0a4b74fd38db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-497799'] for router_interface, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:17.527924 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-3b2ea753-2c59-43a3-8193-ab102625fbbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for port, before_update {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:17.550787 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-3b2ea753-2c59-43a3-8193-ab102625fbbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.640s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:17.558988 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-1be39cdc-8cc0-4e65-8a69-4686f46f1826 admin admin] Notify callbacks [] for router, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:17.563889 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-1be39cdc-8cc0-4e65-8a69-4686f46f1826 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 20.1385202 Jun 25 14:39:17.566973 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.178s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:17.618133 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.db.l3_dvr_db [None req-5c9a84bd-d7ee-4858-80a6-341eb81f166c None None] Set router 03ef6f23-e4d5-412c-8e3f-21dd3d1b0712 gateway port host: dv-cinder-798091-1-smb {{(pid=78400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:39:17.623101 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.72', 59254) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:39:17.662807 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-d1a2a48c-a28e-4ee4-93b7-ae9528e36b03 req-fbbd461c-dba0-4276-8857-f830e9b452f3 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=808ce0ae-354d-4414-90d0-3589c38f5458&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3983004 Jun 25 14:39:17.683401 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0319337-9a25-43ae-97ce-e1c0d511bf5f req-90966a09-e540-47b9-b0d5-8215362e6cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:17.687097 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-f0319337-9a25-43ae-97ce-e1c0d511bf5f req-90966a09-e540-47b9-b0d5-8215362e6cae service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e5ab4d7c-ef5d-421e-b057-aa7ae11a1741 HTTP/1.1" status: 200 len: 851 time: 0.7741420 Jun 25 14:39:17.806770 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-5aeb123d-e004-487b-842a-d88217fdbf40 None None] Provisioning for port c432326f-c674-4bae-b126-3767c8bea643 completed by entity DHCP. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:39:17.816655 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-5aeb123d-e004-487b-842a-d88217fdbf40 None None] Provisioning complete for port c432326f-c674-4bae-b126-3767c8bea643 triggered by entity DHCP. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:39:17.817250 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-5aeb123d-e004-487b-842a-d88217fdbf40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545280'] for port, provisioning_complete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:17.872250 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-d1a2a48c-a28e-4ee4-93b7-ae9528e36b03 req-ccd2d151-770f-4c18-8b2e-70e790dddbae service neutron] 10.222.0.77 "GET /v2.0/networks/808ce0ae-354d-4414-90d0-3589c38f5458?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745784 Jun 25 14:39:17.892306 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.plugin [None req-5aeb123d-e004-487b-842a-d88217fdbf40 None None] Port c432326f-c674-4bae-b126-3767c8bea643 cannot update to ACTIVE because it is not bound. {{(pid=78399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 14:39:17.933198 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ab8c8e-3484-4268-9425-0a4b74fd38db admin admin] Pushing event updated for resources: {'Port': ['ID=c432326f-c674-4bae-b126-3767c8bea643,revision_number=1']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:17.976707 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-f0319337-9a25-43ae-97ce-e1c0d511bf5f req-19c7549d-a955-48e7-ba54-e45a169744fb service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=06a37f95-9b56-4864-b708-a0b8ed6e8564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2779806 Jun 25 14:39:18.027152 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.72', 59266) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:39:18.028066 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-f5ab8c8e-3484-4268-9425-0a4b74fd38db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.466s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:18.090828 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.db.l3_hamode_db [None req-5c9a84bd-d7ee-4858-80a6-341eb81f166c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03ef6f23-e4d5-412c-8e3f-21dd3d1b0712', 'name': 'tempest-AttachVolumeShelveTestJSON-537812765-router', 'tenant_id': '7a64d79372ce407f85b911ae6861af7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee', 'external_fixed_ips': [{'subnet_id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'ip_address': '172.28.1.153'}], 'enable_snat': True}, 'gw_port_id': '2bb245d5-8ebe-41a4-8500-5743feba021d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:38:58Z', 'updated_at': '2021-06-25T14:39:07Z', 'revision_number': 3, 'project_id': '7a64d79372ce407f85b911ae6861af7f', 'gw_port': {'id': '2bb245d5-8ebe-41a4-8500-5743feba021d', 'name': '', 'network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:70:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03ef6f23-e4d5-412c-8e3f-21dd3d1b0712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'ip_address': '172.28.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:39:03Z', 'updated_at': '2021-06-25T14:39:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798091-1-smb'}], 'dv-cinder-798091-1-smb', False) {} {{(pid=78400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:39:18.097016 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c9a84bd-d7ee-4858-80a6-341eb81f166c None None] Checking router: 03ef6f23-e4d5-412c-8e3f-21dd3d1b0712 for host: dv-cinder-798091-1-smb {{(pid=78400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 14:39:18.097396 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c9a84bd-d7ee-4858-80a6-341eb81f166c None None] Updating router 03ef6f23-e4d5-412c-8e3f-21dd3d1b0712 port 2bb245d5-8ebe-41a4-8500-5743feba021d binding host dv-cinder-798091-1-smb {{(pid=78400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 14:39:18.103951 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-3448472b-3874-4a1d-9323-904c2184169b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:18.155306 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron_lib.callbacks.manager [None req-5c9a84bd-d7ee-4858-80a6-341eb81f166c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for port, before_update {{(pid=78400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:18.216994 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-3448472b-3874-4a1d-9323-904c2184169b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:39:18.219791 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cce5a8-0dd1-436d-9cd6-e2ef1100e705 req-9e2e6eee-4ae0-41af-a6fb-62b34229c679 tempest-DeleteServersTestJSON-1577299992 tempest-DeleteServersTestJSON-1577299992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:18.220571 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [req-70cce5a8-0dd1-436d-9cd6-e2ef1100e705 req-9e2e6eee-4ae0-41af-a6fb-62b34229c679 tempest-DeleteServersTestJSON-1577299992 tempest-DeleteServersTestJSON-1577299992-project] Synchronizing usage tracker for tenant:772991f00a024aa5bfd4212592ea9dc0 on resource:port {{(pid=78397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 25 14:39:18.262199 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-f0319337-9a25-43ae-97ce-e1c0d511bf5f req-39c6cb83-8968-4380-95a9-15e7abb5a4ed service neutron] 10.222.0.77 "GET /v2.0/networks/06a37f95-9b56-4864-b708-a0b8ed6e8564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2285709 Jun 25 14:39:18.268808 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [req-70cce5a8-0dd1-436d-9cd6-e2ef1100e705 req-9e2e6eee-4ae0-41af-a6fb-62b34229c679 tempest-DeleteServersTestJSON-1577299992 tempest-DeleteServersTestJSON-1577299992-project] Unset dirty status for tenant:772991f00a024aa5bfd4212592ea9dc0 on resource:port {{(pid=78397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 25 14:39:18.271262 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-70cce5a8-0dd1-436d-9cd6-e2ef1100e705 req-9e2e6eee-4ae0-41af-a6fb-62b34229c679 tempest-DeleteServersTestJSON-1577299992 tempest-DeleteServersTestJSON-1577299992-project] 10.222.0.72 "GET /v2.0/ports?device_id=829e560e-4484-42d8-b849-904bef4bd304 HTTP/1.1" status: 200 len: 943 time: 1.0347867 Jun 25 14:39:18.280645 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-3448472b-3874-4a1d-9323-904c2184169b admin admin] Usage tracker for resource:security_group_rule and tenant:38a58e0418ad48e391609afc88fd6c6d is out of sync, need to count used quota {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:39:18.294393 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-3448472b-3874-4a1d-9323-904c2184169b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:39:18.379438 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-d1a2a48c-a28e-4ee4-93b7-ae9528e36b03 req-8f471df8-6580-4aea-85db-8b11766ec7aa service neutron] 10.222.0.77 "GET /v2.0/networks/808ce0ae-354d-4414-90d0-3589c38f5458?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4714799 Jun 25 14:39:18.437279 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-70cce5a8-0dd1-436d-9cd6-e2ef1100e705 req-ad8bb1f6-8158-40e5-a969-cf71870faa79 tempest-DeleteServersTestJSON-1577299992 tempest-DeleteServersTestJSON-1577299992-project] 10.222.0.72 "GET /v2.0/security-groups?id=0f40e557-d259-446b-b44d-cf83f27b19f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362550 Jun 25 14:39:18.492534 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-f0319337-9a25-43ae-97ce-e1c0d511bf5f req-8d08ca46-ab0f-4115-b22a-319999d9622a service neutron] 10.222.0.77 "GET /v2.0/networks/06a37f95-9b56-4864-b708-a0b8ed6e8564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2198224 Jun 25 14:39:18.550517 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-3448472b-3874-4a1d-9323-904c2184169b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:39:18.645865 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0244ff21-e22d-4345-a856-b38136e36658', 'tag': '324ca5a9-3809-4c38-b0e4-8e049b0333e2'}] {{(pid=78397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:39:18.687471 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron_lib.callbacks.manager [None req-5c9a84bd-d7ee-4858-80a6-341eb81f166c None None] Notify callbacks [] for port, precommit_update {{(pid=78400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:18.709193 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.db.provisioning_blocks [None req-5c9a84bd-d7ee-4858-80a6-341eb81f166c None None] Transition to ACTIVE for port object 2bb245d5-8ebe-41a4-8500-5743feba021d will not be triggered until provisioned by entity L2. {{(pid=78400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:39:18.717602 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron_lib.callbacks.manager [None req-5c9a84bd-d7ee-4858-80a6-341eb81f166c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747172683978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747172243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747172243532'] for port, after_update {{(pid=78400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:18.722368 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5eb833a-ea25-4586-8c9a-836cafb8dc9e req-d8ae0acc-6748-4ef3-8dd5-592107c8d8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:18.729605 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:18.730273 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-e5eb833a-ea25-4586-8c9a-836cafb8dc9e req-d8ae0acc-6748-4ef3-8dd5-592107c8d8d2 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=772991f00a024aa5bfd4212592ea9dc0&device_id=829e560e-4484-42d8-b849-904bef4bd304 HTTP/1.1" status: 200 len: 1096 time: 0.1174605 Jun 25 14:39:18.898755 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-3b2ea753-2c59-43a3-8193-ab102625fbbd admin admin] Notify callbacks [] for port, precommit_update {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:18.907050 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.plugins.ml2.managers [None req-5c9a84bd-d7ee-4858-80a6-341eb81f166c None None] Attempting to bind port 2bb245d5-8ebe-41a4-8500-5743feba021d on host dv-cinder-798091-1-smb for vnic_type normal with profile {{(pid=78400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 14:39:18.907641 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.plugins.ml2.managers [None req-5c9a84bd-d7ee-4858-80a6-341eb81f166c None None] Attempting to bind port 2bb245d5-8ebe-41a4-8500-5743feba021d by drivers openvswitch,hyperv on host dv-cinder-798091-1-smb at level 0 using segments [{'id': 'd6aebad4-c614-4812-b5db-5340468a6247', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee'}] {{(pid=78400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 14:39:18.908066 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c9a84bd-d7ee-4858-80a6-341eb81f166c None None] Attempting to bind port 2bb245d5-8ebe-41a4-8500-5743feba021d on network a1a43f7a-e11e-4ed3-80ce-932e2581e9ee {{(pid=78400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:39:18.913751 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0244ff21-e22d-4345-a856-b38136e36658', 'tag': '324ca5a9-3809-4c38-b0e4-8e049b0333e2', 'status': 'completed', 'code': 200} Jun 25 14:39:18.921365 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c9a84bd-d7ee-4858-80a6-341eb81f166c None None] Checking agent: {'id': 'e8ccf8d8-5bf4-4749-9aa7-038299b331e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798091-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 14, 30, 9), 'started_at': datetime.datetime(2021, 6, 25, 14, 30, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 14, 39, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798091-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 14:39:18.921365 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c9a84bd-d7ee-4858-80a6-341eb81f166c None None] Checking segment: {'id': 'd6aebad4-c614-4812-b5db-5340468a6247', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:39:18.921365 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron_lib.callbacks.manager [None req-5c9a84bd-d7ee-4858-80a6-341eb81f166c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:18.922574 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c9a84bd-d7ee-4858-80a6-341eb81f166c None None] Bound using segment: {'id': 'd6aebad4-c614-4812-b5db-5340468a6247', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee'} {{(pid=78400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 14:39:18.923596 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.plugins.ml2.managers [None req-5c9a84bd-d7ee-4858-80a6-341eb81f166c None None] Bound port: 2bb245d5-8ebe-41a4-8500-5743feba021d, host: dv-cinder-798091-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6aebad4-c614-4812-b5db-5340468a6247', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee'}}] {{(pid=78400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 14:39:18.924010 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron_lib.callbacks.manager [None req-5c9a84bd-d7ee-4858-80a6-341eb81f166c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for port, before_update {{(pid=78400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:18.994313 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-3448472b-3874-4a1d-9323-904c2184169b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:19.005202 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b5caa5-9063-43bb-a428-69ac1212d76b req-ec8bb834-db0d-4b64-a5dc-dd5bb8e91467 tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:19.006847 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-37b5caa5-9063-43bb-a428-69ac1212d76b req-ec8bb834-db0d-4b64-a5dc-dd5bb8e91467 tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] 10.222.0.72 "GET /v2.0/ports?device_id=0244ff21-e22d-4345-a856-b38136e36658 HTTP/1.1" status: 200 len: 943 time: 1.1967082 Jun 25 14:39:19.014005 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-3448472b-3874-4a1d-9323-904c2184169b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726995'] for security_group, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:19.018785 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-3b2ea753-2c59-43a3-8193-ab102625fbbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747172683978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747172243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747172243532'] for port, after_update {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:19.036351 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.plugins.ml2.db [None req-5c9a84bd-d7ee-4858-80a6-341eb81f166c None None] For port 2bb245d5-8ebe-41a4-8500-5743feba021d, host dv-cinder-798091-1-smb, cleared binding levels {{(pid=78400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 25 14:39:19.039004 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-e4f920a1-3b47-43fa-847d-d37e0082d56f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:19.040845 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.plugins.ml2.db [None req-5c9a84bd-d7ee-4858-80a6-341eb81f166c None None] For port 2bb245d5-8ebe-41a4-8500-5743feba021d, host dv-cinder-798091-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798091-1-smb',level=0,port_id=2bb245d5-8ebe-41a4-8500-5743feba021d,segment=NetworkSegment(d6aebad4-c614-4812-b5db-5340468a6247),segment_id=d6aebad4-c614-4812-b5db-5340468a6247)] {{(pid=78400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 25 14:39:19.045998 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49351687-5867-4887-bf50-ddfdb1391a5b req-8acac667-db20-4035-9ceb-3c2af87a0ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:19.048164 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-49351687-5867-4887-bf50-ddfdb1391a5b req-8acac667-db20-4035-9ceb-3c2af87a0ff1 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=6290ced7f89f4224aad290cae89da82b&device_id=0244ff21-e22d-4345-a856-b38136e36658 HTTP/1.1" status: 200 len: 1096 time: 0.1336918 Jun 25 14:39:19.048744 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron_lib.callbacks.manager [None req-5c9a84bd-d7ee-4858-80a6-341eb81f166c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747172683978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747172243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747172243532'] for port, after_update {{(pid=78400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:19.049973 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908807c2-7ddb-4292-b2c2-032d8b019e4d None None] Pushing event updated for resources: {'Port': ['ID=2bb245d5-8ebe-41a4-8500-5743feba021d,revision_number=2']} {{(pid=78400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:19.060265 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG oslo_concurrency.lockutils [None req-908807c2-7ddb-4292-b2c2-032d8b019e4d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=78400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:19.071696 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-3b2ea753-2c59-43a3-8193-ab102625fbbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3692262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-499246'] for router_interface, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:19.073548 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:19.105811 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5eb833a-ea25-4586-8c9a-836cafb8dc9e req-cb3413ef-c4e2-4c89-a4bd-e6e4efa90fae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:19.107982 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-e5eb833a-ea25-4586-8c9a-836cafb8dc9e req-cb3413ef-c4e2-4c89-a4bd-e6e4efa90fae service neutron] 10.222.0.77 "GET /v2.0/networks?id=06a37f95-9b56-4864-b708-a0b8ed6e8564 HTTP/1.1" status: 200 len: 912 time: 0.3768489 Jun 25 14:39:19.182247 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c9a84bd-d7ee-4858-80a6-341eb81f166c None None] Routers {'03ef6f23-e4d5-412c-8e3f-21dd3d1b0712'} bound to L3 agent in host dv-cinder-798091-1-smb {{(pid=78400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:39:19.182892 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.db.l3_hamode_db [None req-5c9a84bd-d7ee-4858-80a6-341eb81f166c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798091-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T14:30:11Z,description=,heartbeat_timestamp=2021-06-25T14:39:11Z,host='dv-cinder-798091-1-smb',id=941bc864-709b-4c09-a7df-f27e1f49545a,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:30:11Z,topic='l3_agent')) {'router_ids': ['03ef6f23-e4d5-412c-8e3f-21dd3d1b0712'], 'active': True} {{(pid=78400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:39:19.229970 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-e5eb833a-ea25-4586-8c9a-836cafb8dc9e req-de1f109c-189f-4a1f-8c35-461627a5431b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c76d1920-f31f-47c7-a693-c2f8fea2d9c7 HTTP/1.1" status: 200 len: 217 time: 0.0700998 Jun 25 14:39:19.239896 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908807c2-7ddb-4292-b2c2-032d8b019e4d None None] Pushing event updated for resources: {'Port': ['ID=2bb245d5-8ebe-41a4-8500-5743feba021d,revision_number=3']} {{(pid=78400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:19.248306 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG oslo_concurrency.lockutils [None req-908807c2-7ddb-4292-b2c2-032d8b019e4d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=78400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:19.269261 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3448472b-3874-4a1d-9323-904c2184169b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=402ff388-7f48-4410-b703-cf8592e6a2de,revision_number=1']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:19.273796 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-3448472b-3874-4a1d-9323-904c2184169b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:19.297190 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-9f774326-a10e-4fdd-a507-c36f5df0c291 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.103s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:19.312058 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5eb833a-ea25-4586-8c9a-836cafb8dc9e req-31864a69-981b-4652-96bd-b00b01d0375a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:19.314369 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-e5eb833a-ea25-4586-8c9a-836cafb8dc9e req-31864a69-981b-4652-96bd-b00b01d0375a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e5ab4d7c-ef5d-421e-b057-aa7ae11a1741 HTTP/1.1" status: 200 len: 851 time: 0.0699396 Jun 25 14:39:19.372551 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-e5eb833a-ea25-4586-8c9a-836cafb8dc9e req-28ece6b8-a43c-4472-b699-292fa003c3b0 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=06a37f95-9b56-4864-b708-a0b8ed6e8564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507126 Jun 25 14:39:19.385904 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.db.l3_dvr_db [None req-5c9a84bd-d7ee-4858-80a6-341eb81f166c None None] Set router 03ef6f23-e4d5-412c-8e3f-21dd3d1b0712 gateway port host: dv-cinder-798091-1-smb {{(pid=78400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:39:19.430870 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-3448472b-3874-4a1d-9323-904c2184169b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=38a58e0418ad48e391609afc88fd6c6d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3856971 Jun 25 14:39:19.454625 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.72', 59298) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:39:19.466528 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-f5ab8c8e-3484-4268-9425-0a4b74fd38db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for port, before_update {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:19.483924 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49351687-5867-4887-bf50-ddfdb1391a5b req-4ef4549e-6e3a-4969-995f-a241e24ac83a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:19.485244 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-49351687-5867-4887-bf50-ddfdb1391a5b req-4ef4549e-6e3a-4969-995f-a241e24ac83a service neutron] 10.222.0.77 "GET /v2.0/networks?id=808ce0ae-354d-4414-90d0-3589c38f5458 HTTP/1.1" status: 200 len: 915 time: 0.4255800 Jun 25 14:39:19.556216 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-e5eb833a-ea25-4586-8c9a-836cafb8dc9e req-60a08303-608f-4120-82da-3cd5b64bc64c service neutron] 10.222.0.77 "GET /v2.0/networks/06a37f95-9b56-4864-b708-a0b8ed6e8564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720750 Jun 25 14:39:19.585329 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-37b5caa5-9063-43bb-a428-69ac1212d76b req-ddb5cd69-96e8-4157-83f5-abae3089b762 tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] 10.222.0.72 "GET /v2.0/security-groups?id=12620e59-001b-43b9-9585-a187ca9c476b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5497532 Jun 25 14:39:19.639877 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2ea753-2c59-43a3-8193-ab102625fbbd admin admin] Pushing event updated for resources: {'Port': ['ID=5c1e3472-64a4-4cea-91c6-e88e69995d82,revision_number=2']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:19.643812 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-3b2ea753-2c59-43a3-8193-ab102625fbbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:19.705022 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.db.l3_hamode_db [None req-5c9a84bd-d7ee-4858-80a6-341eb81f166c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03ef6f23-e4d5-412c-8e3f-21dd3d1b0712', 'name': 'tempest-AttachVolumeShelveTestJSON-537812765-router', 'tenant_id': '7a64d79372ce407f85b911ae6861af7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee', 'external_fixed_ips': [{'subnet_id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'ip_address': '172.28.1.153'}], 'enable_snat': True}, 'gw_port_id': '2bb245d5-8ebe-41a4-8500-5743feba021d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:38:58Z', 'updated_at': '2021-06-25T14:39:07Z', 'revision_number': 3, 'project_id': '7a64d79372ce407f85b911ae6861af7f', 'gw_port': {'id': '2bb245d5-8ebe-41a4-8500-5743feba021d', 'name': '', 'network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:70:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03ef6f23-e4d5-412c-8e3f-21dd3d1b0712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'ip_address': '172.28.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:39:03Z', 'updated_at': '2021-06-25T14:39:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798091-1-smb'}], 'dv-cinder-798091-1-smb', False) {} {{(pid=78400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:39:19.710464 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c9a84bd-d7ee-4858-80a6-341eb81f166c None None] The sync data for ids ['03ef6f23-e4d5-412c-8e3f-21dd3d1b0712'] in dv-cinder-798091-1-smb is: [{'id': '03ef6f23-e4d5-412c-8e3f-21dd3d1b0712', 'name': 'tempest-AttachVolumeShelveTestJSON-537812765-router', 'tenant_id': '7a64d79372ce407f85b911ae6861af7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee', 'external_fixed_ips': [{'subnet_id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'ip_address': '172.28.1.153'}], 'enable_snat': True}, 'gw_port_id': '2bb245d5-8ebe-41a4-8500-5743feba021d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:38:58Z', 'updated_at': '2021-06-25T14:39:07Z', 'revision_number': 3, 'project_id': '7a64d79372ce407f85b911ae6861af7f', 'gw_port': {'id': '2bb245d5-8ebe-41a4-8500-5743feba021d', 'name': '', 'network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:70:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03ef6f23-e4d5-412c-8e3f-21dd3d1b0712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'ip_address': '172.28.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:39:03Z', 'updated_at': '2021-06-25T14:39:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798091-1-smb'}] {{(pid=78400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 14:39:19.755990 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-49351687-5867-4887-bf50-ddfdb1391a5b req-30923142-d32a-4a66-b783-00e55f95c87c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=324ca5a9-3809-4c38-b0e4-8e049b0333e2 HTTP/1.1" status: 200 len: 217 time: 0.1987972 Jun 25 14:39:19.794462 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b2ea753-2c59-43a3-8193-ab102625fbbd admin admin] Network 83fe267a-d7d2-452d-bb83-7a0060a308f0 is already hosted by enough agents. {{(pid=78398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:39:19.818454 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.scheduler.base_scheduler [None req-3b2ea753-2c59-43a3-8193-ab102625fbbd admin admin] Resources bound (agent type, host, resource id): {{(pid=78398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:39:19.862336 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-ed9eb04b-f1a3-4c30-a9f2-054b2e73700c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:19.927364 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49351687-5867-4887-bf50-ddfdb1391a5b req-719457c1-5296-4e58-b5aa-bfab1b989af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:19.928797 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-49351687-5867-4887-bf50-ddfdb1391a5b req-719457c1-5296-4e58-b5aa-bfab1b989af3 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=df82b164-9b34-47d3-90d0-c5f04fc4d7cc HTTP/1.1" status: 200 len: 854 time: 0.1250653 Jun 25 14:39:19.941198 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-e5eb833a-ea25-4586-8c9a-836cafb8dc9e req-49d56bb7-a853-493d-b765-ac470dfad3e6 service neutron] 10.222.0.77 "GET /v2.0/networks/06a37f95-9b56-4864-b708-a0b8ed6e8564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3199825 Jun 25 14:39:20.005278 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-49351687-5867-4887-bf50-ddfdb1391a5b req-bf1d7130-c880-48c2-b486-a697aff67786 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=808ce0ae-354d-4414-90d0-3589c38f5458&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0630531 Jun 25 14:39:20.021046 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb917e4-f6df-4467-b624-eecd6a81c833 req-05209535-1903-4299-ac14-9ac66017099e tempest-DeleteServersTestJSON-1577299992 tempest-DeleteServersTestJSON-1577299992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:20.022632 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-5fb917e4-f6df-4467-b624-eecd6a81c833 req-05209535-1903-4299-ac14-9ac66017099e tempest-DeleteServersTestJSON-1577299992 tempest-DeleteServersTestJSON-1577299992-project] 10.222.0.72 "GET /v2.0/ports?device_id=829e560e-4484-42d8-b849-904bef4bd304 HTTP/1.1" status: 200 len: 943 time: 0.4004333 Jun 25 14:39:20.134073 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-ed9eb04b-f1a3-4c30-a9f2-054b2e73700c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:20.211344 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-5fb917e4-f6df-4467-b624-eecd6a81c833 req-5820badc-453d-4ad3-91d2-3feda9753531 tempest-DeleteServersTestJSON-1577299992 tempest-DeleteServersTestJSON-1577299992-project] 10.222.0.72 "GET /v2.0/security-groups?id=0f40e557-d259-446b-b44d-cf83f27b19f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620371 Jun 25 14:39:20.264218 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-49351687-5867-4887-bf50-ddfdb1391a5b req-fe614863-e38b-46bd-9ab8-f2b929807eee service neutron] 10.222.0.77 "GET /v2.0/networks/808ce0ae-354d-4414-90d0-3589c38f5458?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2406056 Jun 25 14:39:20.491553 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-49351687-5867-4887-bf50-ddfdb1391a5b req-a140754b-9d35-44f0-8221-0b7bcf8fa231 service neutron] 10.222.0.77 "GET /v2.0/networks/808ce0ae-354d-4414-90d0-3589c38f5458?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2143095 Jun 25 14:39:20.642708 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b2ea753-2c59-43a3-8193-ab102625fbbd admin admin] Router 193169bf-8c38-4bef-b4a5-53fd1ab557f2 has already been hosted by L3 agent 941bc864-709b-4c09-a7df-f27e1f49545a {{(pid=78398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 14:39:20.648372 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.db.resource_extend [None req-f5ab8c8e-3484-4268-9425-0a4b74fd38db admin admin] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=78398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 25 14:39:20.675604 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-f5ab8c8e-3484-4268-9425-0a4b74fd38db admin admin] Notify callbacks [] for port, precommit_update {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:20.688899 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-ed9eb04b-f1a3-4c30-a9f2-054b2e73700c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726995'] for security_group, after_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:20.689672 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-f5ab8c8e-3484-4268-9425-0a4b74fd38db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747172683978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747172243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747172243532'] for port, after_update {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:20.754485 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-f5ab8c8e-3484-4268-9425-0a4b74fd38db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3692262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-499246'] for router_interface, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:20.769880 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-921c05ee-0965-4bd9-9036-641871220005 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:20.822079 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-6e6b666d-fae4-4a2e-9e64-f4fa07d96c8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for port, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:20.871685 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9eb04b-f1a3-4c30-a9f2-054b2e73700c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=402ff388-7f48-4410-b703-cf8592e6a2de,revision_number=None']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:20.881846 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-ed9eb04b-f1a3-4c30-a9f2-054b2e73700c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:20.884029 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.108s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:20.971055 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-ed9eb04b-f1a3-4c30-a9f2-054b2e73700c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:20.972169 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-ed9eb04b-f1a3-4c30-a9f2-054b2e73700c admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/402ff388-7f48-4410-b703-cf8592e6a2de HTTP/1.1" status: 204 len: 168 time: 1.5148778 Jun 25 14:39:21.036436 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:21.176610 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ab8c8e-3484-4268-9425-0a4b74fd38db admin admin] Pushing event updated for resources: {'Port': ['ID=c432326f-c674-4bae-b126-3767c8bea643,revision_number=2']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:21.199052 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-f5ab8c8e-3484-4268-9425-0a4b74fd38db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:21.206397 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b2ea753-2c59-43a3-8193-ab102625fbbd admin admin] Notify agent at l3_agent.dv-cinder-798091-1-smb the message routers_updated {{(pid=78398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 25 14:39:21.215798 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ca5040-1c36-4e05-be43-5dd81f3076fc None None] Sync routers for ids ['193169bf-8c38-4bef-b4a5-53fd1ab557f2'] in dv-cinder-798091-1-smb {{(pid=78399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 14:39:21.228684 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ca5040-1c36-4e05-be43-5dd81f3076fc None None] Routers {'193169bf-8c38-4bef-b4a5-53fd1ab557f2'} bound to L3 agent in host dv-cinder-798091-1-smb {{(pid=78399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:39:21.229341 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.l3_hamode_db [None req-79ca5040-1c36-4e05-be43-5dd81f3076fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798091-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T14:30:11Z,description=,heartbeat_timestamp=2021-06-25T14:39:11Z,host='dv-cinder-798091-1-smb',id=941bc864-709b-4c09-a7df-f27e1f49545a,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:30:11Z,topic='l3_agent')) {'router_ids': ['193169bf-8c38-4bef-b4a5-53fd1ab557f2'], 'active': True} {{(pid=78399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:39:21.247842 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-3b2ea753-2c59-43a3-8193-ab102625fbbd admin admin] 10.222.0.72 "PUT /v2.0/routers/193169bf-8c38-4bef-b4a5-53fd1ab557f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.8928943 Jun 25 14:39:21.291425 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5ab8c8e-3484-4268-9425-0a4b74fd38db admin admin] Network 67ba1ff0-ab4f-41c2-a1c4-6027b2c685c1 is already hosted by enough agents. {{(pid=78398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:39:21.305798 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e07b02-1cb3-4673-9658-98b43a2182b6 req-332413aa-e2f6-4d4c-a2e8-2c06f96d4dcf tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:21.307367 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-97e07b02-1cb3-4673-9658-98b43a2182b6 req-332413aa-e2f6-4d4c-a2e8-2c06f96d4dcf tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] 10.222.0.72 "GET /v2.0/ports?device_id=0244ff21-e22d-4345-a856-b38136e36658 HTTP/1.1" status: 200 len: 943 time: 0.5580907 Jun 25 14:39:21.311777 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.scheduler.base_scheduler [None req-f5ab8c8e-3484-4268-9425-0a4b74fd38db admin admin] Resources bound (agent type, host, resource id): {{(pid=78398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:39:21.566054 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188c8b89-e7be-4566-963b-f00134bd3758 req-0619fbe0-04ed-4c71-8462-0f0e5ef7d1fa tempest-DeleteServersTestJSON-1577299992 tempest-DeleteServersTestJSON-1577299992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:21.575354 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-188c8b89-e7be-4566-963b-f00134bd3758 req-0619fbe0-04ed-4c71-8462-0f0e5ef7d1fa tempest-DeleteServersTestJSON-1577299992 tempest-DeleteServersTestJSON-1577299992-project] 10.222.0.72 "GET /v2.0/ports?device_id=829e560e-4484-42d8-b849-904bef4bd304 HTTP/1.1" status: 200 len: 943 time: 0.1760609 Jun 25 14:39:21.580327 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-97e07b02-1cb3-4673-9658-98b43a2182b6 req-c29b138d-87ba-4438-899a-61e2727e4d3c tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] 10.222.0.72 "GET /v2.0/security-groups?id=12620e59-001b-43b9-9585-a187ca9c476b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2629158 Jun 25 14:39:21.691817 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.l3_dvr_db [None req-79ca5040-1c36-4e05-be43-5dd81f3076fc None None] Set router 193169bf-8c38-4bef-b4a5-53fd1ab557f2 gateway port host: dv-cinder-798091-1-smb {{(pid=78399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:39:21.726039 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-188c8b89-e7be-4566-963b-f00134bd3758 req-000bd2b0-0e69-42e5-ad62-e466db21ba6d tempest-DeleteServersTestJSON-1577299992 tempest-DeleteServersTestJSON-1577299992-project] 10.222.0.72 "GET /v2.0/security-groups?id=0f40e557-d259-446b-b44d-cf83f27b19f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492088 Jun 25 14:39:21.794489 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.db_base_plugin_common [None req-6e6b666d-fae4-4a2e-9e64-f4fa07d96c8b admin admin] Allocated IP 172.20.0.1 (fc3ffe9c-74f9-42a1-af5f-69842b644ae0/24c79731-6cdf-4634-b94b-8a5d29662e96/0e4b48df-7398-4425-b51b-efca48aecca5) {{(pid=78398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 14:39:21.932262 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5ab8c8e-3484-4268-9425-0a4b74fd38db admin admin] Router 186346e4-7b67-4504-b5aa-dd8f40be6c2b has already been hosted by L3 agent 941bc864-709b-4c09-a7df-f27e1f49545a {{(pid=78398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 14:39:22.053781 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Device 324ca5a9-3809-4c38-b0e4-8e049b0333e2 details requested by agent hyperv_hv-cinder-79809 with host hv-cinder-79809 {{(pid=78399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 25 14:39:22.174977 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Device 2bb245d5-8ebe-41a4-8500-5743feba021d up at agent ovs-agent-dv-cinder-798091-1-smb {{(pid=78399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:39:22.178424 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-6e6b666d-fae4-4a2e-9e64-f4fa07d96c8b admin admin] Notify callbacks [] for port, precommit_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:22.208520 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.provisioning_blocks [None req-6e6b666d-fae4-4a2e-9e64-f4fa07d96c8b admin admin] Transition to ACTIVE for port object 0e4b48df-7398-4425-b51b-efca48aecca5 will not be triggered until provisioned by entity DHCP. {{(pid=78398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:39:22.216500 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5ab8c8e-3484-4268-9425-0a4b74fd38db admin admin] Notify agent at l3_agent.dv-cinder-798091-1-smb the message routers_updated {{(pid=78398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 25 14:39:22.231512 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-f5ab8c8e-3484-4268-9425-0a4b74fd38db admin admin] 10.222.0.72 "PUT /v2.0/routers/186346e4-7b67-4504-b5aa-dd8f40be6c2b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.5473590 Jun 25 14:39:22.235581 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-120044ed-7e0f-4130-9f49-14c5e28ff073 None None] Sync routers for ids ['186346e4-7b67-4504-b5aa-dd8f40be6c2b'] in dv-cinder-798091-1-smb {{(pid=78400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 14:39:22.248634 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-6e6b666d-fae4-4a2e-9e64-f4fa07d96c8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747172243469'] for port, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:22.252579 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-120044ed-7e0f-4130-9f49-14c5e28ff073 None None] Routers {'186346e4-7b67-4504-b5aa-dd8f40be6c2b'} bound to L3 agent in host dv-cinder-798091-1-smb {{(pid=78400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:39:22.255085 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.db.l3_hamode_db [None req-120044ed-7e0f-4130-9f49-14c5e28ff073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798091-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T14:30:11Z,description=,heartbeat_timestamp=2021-06-25T14:39:11Z,host='dv-cinder-798091-1-smb',id=941bc864-709b-4c09-a7df-f27e1f49545a,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:30:11Z,topic='l3_agent')) {'router_ids': ['186346e4-7b67-4504-b5aa-dd8f40be6c2b'], 'active': True} {{(pid=78400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:39:22.259472 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:22.361791 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-8120f19c-888b-43ce-9446-1827348a8c3a None None] Provisioning complete for port c432326f-c674-4bae-b126-3767c8bea643 triggered by entity DHCP. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:39:22.362989 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-8120f19c-888b-43ce-9446-1827348a8c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545280'] for port, provisioning_complete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:22.365658 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e6b666d-fae4-4a2e-9e64-f4fa07d96c8b admin admin] Network fc3ffe9c-74f9-42a1-af5f-69842b644ae0 is already hosted by enough agents. {{(pid=78398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:39:22.368707 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.scheduler.base_scheduler [None req-6e6b666d-fae4-4a2e-9e64-f4fa07d96c8b admin admin] Resources bound (agent type, host, resource id): {{(pid=78398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:39:22.373375 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e6b666d-fae4-4a2e-9e64-f4fa07d96c8b admin admin] Received port after_create {{(pid=78398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 25 14:39:22.374030 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-6e6b666d-fae4-4a2e-9e64-f4fa07d96c8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-497799'] for router_interface, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:22.390214 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b666d-fae4-4a2e-9e64-f4fa07d96c8b admin admin] Pushing event updated for resources: {'Port': ['ID=0e4b48df-7398-4425-b51b-efca48aecca5,revision_number=1']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:22.396751 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-6e6b666d-fae4-4a2e-9e64-f4fa07d96c8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:22.460457 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.db.resource_extend [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=78399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 25 14:39:22.729654 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.db.l3_dvr_db [None req-120044ed-7e0f-4130-9f49-14c5e28ff073 None None] Set router 186346e4-7b67-4504-b5aa-dd8f40be6c2b gateway port host: dv-cinder-798091-1-smb {{(pid=78400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:39:22.817683 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.plugin [None req-8120f19c-888b-43ce-9446-1827348a8c3a None None] Port c432326f-c674-4bae-b126-3767c8bea643 cannot update to ACTIVE because it is not bound. {{(pid=78399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 14:39:22.860460 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Provisioning for port 2bb245d5-8ebe-41a4-8500-5743feba021d completed by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:39:22.886139 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Provisioning complete for port 2bb245d5-8ebe-41a4-8500-5743feba021d triggered by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:39:22.886445 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545280'] for port, provisioning_complete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:23.071162 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-39658ee0-e613-49ae-9f5d-ae7fabb92b0e None None] Provisioning for port 0e4b48df-7398-4425-b51b-efca48aecca5 completed by entity DHCP. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:39:23.115378 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-6e6b666d-fae4-4a2e-9e64-f4fa07d96c8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for port, before_update {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:23.118437 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-39658ee0-e613-49ae-9f5d-ae7fabb92b0e None None] Provisioning complete for port 0e4b48df-7398-4425-b51b-efca48aecca5 triggered by entity DHCP. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:39:23.118816 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-39658ee0-e613-49ae-9f5d-ae7fabb92b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545280'] for port, provisioning_complete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:23.127664 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49df8381-3db6-4571-95b1-cea124fe8256 req-a12f7dec-8eed-42b2-b994-111341d2cda4 tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:23.129228 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-49df8381-3db6-4571-95b1-cea124fe8256 req-a12f7dec-8eed-42b2-b994-111341d2cda4 tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] 10.222.0.72 "GET /v2.0/ports?device_id=0244ff21-e22d-4345-a856-b38136e36658 HTTP/1.1" status: 200 len: 943 time: 0.2277839 Jun 25 14:39:23.175893 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] For port 324ca5a9-3809-4c38-b0e4-8e049b0333e2, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=324ca5a9-3809-4c38-b0e4-8e049b0333e2,segment=NetworkSegment(71eb932d-08ba-477f-9129-39c672514c4e),segment_id=71eb932d-08ba-477f-9129-39c672514c4e)] {{(pid=78399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:39:23.245801 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-49df8381-3db6-4571-95b1-cea124fe8256 req-d65a3f6d-4f15-462a-8e8b-ddefcb484161 tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] 10.222.0.72 "GET /v2.0/security-groups?id=12620e59-001b-43b9-9585-a187ca9c476b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107776 Jun 25 14:39:23.257209 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Returning: {'device': '324ca5a9-3809-4c38-b0e4-8e049b0333e2', 'network_id': '808ce0ae-354d-4414-90d0-3589c38f5458', 'port_id': '324ca5a9-3809-4c38-b0e4-8e049b0333e2', 'mac_address': 'fa:16:3e:6f:54:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df82b164-9b34-47d3-90d0-c5f04fc4d7cc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 25 14:39:23.333679 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80aef447-97b8-4ae3-839c-5f996768278f req-b1376ebd-12e4-44dd-97b9-e20a1a0397d5 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:23.334426 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [req-80aef447-97b8-4ae3-839c-5f996768278f req-b1376ebd-12e4-44dd-97b9-e20a1a0397d5 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] Synchronizing usage tracker for tenant:34cd0f1e83ac4b7a907987b235bcb59d on resource:network {{(pid=78398) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 25 14:39:23.377350 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for port, before_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:23.388720 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [req-80aef447-97b8-4ae3-839c-5f996768278f req-b1376ebd-12e4-44dd-97b9-e20a1a0397d5 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] Unset dirty status for tenant:34cd0f1e83ac4b7a907987b235bcb59d on resource:network {{(pid=78398) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 25 14:39:23.390151 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-80aef447-97b8-4ae3-839c-5f996768278f req-b1376ebd-12e4-44dd-97b9-e20a1a0397d5 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] 10.222.0.72 "GET /v2.0/networks?id=83fe267a-d7d2-452d-bb83-7a0060a308f0 HTTP/1.1" status: 200 len: 819 time: 0.4336679 Jun 25 14:39:23.415279 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.db.l3_hamode_db [None req-120044ed-7e0f-4130-9f49-14c5e28ff073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '186346e4-7b67-4504-b5aa-dd8f40be6c2b', 'name': 'tempest-AttachVolumeTestJSON-358625753-router', 'tenant_id': '7a1d3268123d4b12a1168eda73de2201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee', 'external_fixed_ips': [{'subnet_id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'ip_address': '172.28.1.244'}], 'enable_snat': True}, 'gw_port_id': 'db8fa363-d90b-4c36-8cff-1b7f9ce192a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:38:56Z', 'updated_at': '2021-06-25T14:39:18Z', 'revision_number': 4, 'project_id': '7a1d3268123d4b12a1168eda73de2201', 'gw_port': {'id': 'db8fa363-d90b-4c36-8cff-1b7f9ce192a3', 'name': '', 'network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:47:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '186346e4-7b67-4504-b5aa-dd8f40be6c2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'ip_address': '172.28.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:38:59Z', 'updated_at': '2021-06-25T14:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798091-1-smb', '_interfaces': [{'id': 'c432326f-c674-4bae-b126-3767c8bea643', 'name': '', 'network_id': '67ba1ff0-ab4f-41c2-a1c4-6027b2c685c1', 'tenant_id': '7a1d3268123d4b12a1168eda73de2201', 'mac_address': 'fa:16:3e:de:e2:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '186346e4-7b67-4504-b5aa-dd8f40be6c2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'ac1ed06e-d434-4471-8b10-9318752714c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:39:12Z', 'updated_at': '2021-06-25T14:39:19Z', 'revision_number': 2, 'project_id': '7a1d3268123d4b12a1168eda73de2201', 'subnets': [{'id': 'ac1ed06e-d434-4471-8b10-9318752714c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798091-1-smb', False) {} {{(pid=78400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:39:23.421747 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-120044ed-7e0f-4130-9f49-14c5e28ff073 None None] Checking router: 186346e4-7b67-4504-b5aa-dd8f40be6c2b for host: dv-cinder-798091-1-smb {{(pid=78400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 14:39:23.423692 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-120044ed-7e0f-4130-9f49-14c5e28ff073 None None] Updating router 186346e4-7b67-4504-b5aa-dd8f40be6c2b port c432326f-c674-4bae-b126-3767c8bea643 binding host dv-cinder-798091-1-smb {{(pid=78400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 14:39:23.497743 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.plugin [None req-39658ee0-e613-49ae-9f5d-ae7fabb92b0e None None] Port 0e4b48df-7398-4425-b51b-efca48aecca5 cannot update to ACTIVE because it is not bound. {{(pid=78399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 14:39:23.526869 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron_lib.callbacks.manager [None req-120044ed-7e0f-4130-9f49-14c5e28ff073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for port, before_update {{(pid=78400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:23.536761 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] For port 2bb245d5-8ebe-41a4-8500-5743feba021d, host dv-cinder-798091-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798091-1-smb',level=0,port_id=2bb245d5-8ebe-41a4-8500-5743feba021d,segment=NetworkSegment(d6aebad4-c614-4812-b5db-5340468a6247),segment_id=d6aebad4-c614-4812-b5db-5340468a6247)] {{(pid=78399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:39:23.539190 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.l3_hamode_db [None req-79ca5040-1c36-4e05-be43-5dd81f3076fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '193169bf-8c38-4bef-b4a5-53fd1ab557f2', 'name': 'tempest-ServerRescueNegativeTestJSON-1128547269-router', 'tenant_id': '34cd0f1e83ac4b7a907987b235bcb59d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee', 'external_fixed_ips': [{'subnet_id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'ip_address': '172.28.1.136'}], 'enable_snat': True}, 'gw_port_id': '1a787d75-e4ba-467a-a0bf-86fb0f11c8de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:38:55Z', 'updated_at': '2021-06-25T14:39:17Z', 'revision_number': 4, 'project_id': '34cd0f1e83ac4b7a907987b235bcb59d', 'gw_port': {'id': '1a787d75-e4ba-467a-a0bf-86fb0f11c8de', 'name': '', 'network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:57:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '193169bf-8c38-4bef-b4a5-53fd1ab557f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'ip_address': '172.28.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:38:57Z', 'updated_at': '2021-06-25T14:39:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798091-1-smb', '_interfaces': [{'id': '5c1e3472-64a4-4cea-91c6-e88e69995d82', 'name': '', 'network_id': '83fe267a-d7d2-452d-bb83-7a0060a308f0', 'tenant_id': '34cd0f1e83ac4b7a907987b235bcb59d', 'mac_address': 'fa:16:3e:6b:35:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '193169bf-8c38-4bef-b4a5-53fd1ab557f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'f2ad48a2-5be6-4801-87cb-73e7b88cb0d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:39:13Z', 'updated_at': '2021-06-25T14:39:18Z', 'revision_number': 2, 'project_id': '34cd0f1e83ac4b7a907987b235bcb59d', 'subnets': [{'id': 'f2ad48a2-5be6-4801-87cb-73e7b88cb0d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798091-1-smb', False) {} {{(pid=78399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:39:23.546749 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-80aef447-97b8-4ae3-839c-5f996768278f req-f021811b-2424-4ab5-acd1-87ddd8a3edd6 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] 10.222.0.72 "GET /v2.0/quotas/34cd0f1e83ac4b7a907987b235bcb59d HTTP/1.1" status: 200 len: 375 time: 0.0586925 Jun 25 14:39:23.565136 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747172683978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747172243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747172243532'] for port, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:23.569543 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-71f34265-00ca-45b6-b082-6f7181aa1723 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:23.615735 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ca5040-1c36-4e05-be43-5dd81f3076fc None None] Checking router: 193169bf-8c38-4bef-b4a5-53fd1ab557f2 for host: dv-cinder-798091-1-smb {{(pid=78399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 14:39:23.616348 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ca5040-1c36-4e05-be43-5dd81f3076fc None None] Updating router 193169bf-8c38-4bef-b4a5-53fd1ab557f2 port 5c1e3472-64a4-4cea-91c6-e88e69995d82 binding host dv-cinder-798091-1-smb {{(pid=78399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 14:39:23.662704 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for port, before_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:23.701009 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.notifiers.nova [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 324ca5a9-3809-4c38-b0e4-8e049b0333e2 {{(pid=78399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 14:39:23.741341 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [req-80aef447-97b8-4ae3-839c-5f996768278f req-f0d5458d-0952-4768-865a-f051deb2fe21 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] Synchronizing usage tracker for tenant:34cd0f1e83ac4b7a907987b235bcb59d on resource:port {{(pid=78398) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 25 14:39:23.752846 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-79ca5040-1c36-4e05-be43-5dd81f3076fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for port, before_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:23.769593 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-6e6b666d-fae4-4a2e-9e64-f4fa07d96c8b admin admin] Notify callbacks [] for port, precommit_update {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:23.776862 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-6e6b666d-fae4-4a2e-9e64-f4fa07d96c8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747172683978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747172243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747172243532'] for port, after_update {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:23.778206 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-6e6b666d-fae4-4a2e-9e64-f4fa07d96c8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3692262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-499246'] for router_interface, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:23.790786 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-3b2ea753-2c59-43a3-8193-ab102625fbbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:23.791698 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] For port 324ca5a9-3809-4c38-b0e4-8e049b0333e2, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=324ca5a9-3809-4c38-b0e4-8e049b0333e2,segment=NetworkSegment(71eb932d-08ba-477f-9129-39c672514c4e),segment_id=71eb932d-08ba-477f-9129-39c672514c4e)] {{(pid=78399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:39:23.995076 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b666d-fae4-4a2e-9e64-f4fa07d96c8b admin admin] Pushing event updated for resources: {'Port': ['ID=0e4b48df-7398-4425-b51b-efca48aecca5,revision_number=2']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:23.999857 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-6e6b666d-fae4-4a2e-9e64-f4fa07d96c8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:24.000773 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [req-80aef447-97b8-4ae3-839c-5f996768278f req-f0d5458d-0952-4768-865a-f051deb2fe21 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] Unset dirty status for tenant:34cd0f1e83ac4b7a907987b235bcb59d on resource:port {{(pid=78398) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 25 14:39:24.011205 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-80aef447-97b8-4ae3-839c-5f996768278f req-f0d5458d-0952-4768-865a-f051deb2fe21 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=34cd0f1e83ac4b7a907987b235bcb59d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4561970 Jun 25 14:39:24.031567 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747172683978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747172243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747172243532'] for port, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:24.032742 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Device c76d1920-f31f-47c7-a693-c2f8fea2d9c7 details requested by agent hyperv_hv-cinder-79809 with host hv-cinder-79809 {{(pid=78399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 25 14:39:24.083620 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Pushing event updated for resources: {'Port': ['ID=2bb245d5-8ebe-41a4-8500-5743feba021d,revision_number=4']} {{(pid=78399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:24.106489 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.537s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:24.108176 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-2a31f81b-10ef-432a-b454-6a204a551b01 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.054s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:24.226621 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-80aef447-97b8-4ae3-839c-5f996768278f req-9eca12a2-5c9c-4402-8a87-d2f45c0f0628 service neutron] 10.222.0.72 "GET /v2.0/networks/83fe267a-d7d2-452d-bb83-7a0060a308f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2142909 Jun 25 14:39:24.291311 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.db.resource_extend [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=78399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 25 14:39:24.364155 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron_lib.callbacks.manager [None req-120044ed-7e0f-4130-9f49-14c5e28ff073 None None] Notify callbacks [] for port, precommit_update {{(pid=78400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:24.380544 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.db.provisioning_blocks [None req-120044ed-7e0f-4130-9f49-14c5e28ff073 None None] Transition to ACTIVE for port object c432326f-c674-4bae-b126-3767c8bea643 will not be triggered until provisioned by entity L2. {{(pid=78400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:39:24.390243 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron_lib.callbacks.manager [None req-120044ed-7e0f-4130-9f49-14c5e28ff073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747172683978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747172243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747172243532'] for port, after_update {{(pid=78400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:24.411810 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:24.435975 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Pushing event updated for resources: {'Port': ['ID=324ca5a9-3809-4c38-b0e4-8e049b0333e2,revision_number=4']} {{(pid=78399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:24.448785 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:24.542291 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.72', 59438) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:39:24.597174 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.v2.base [None req-1c490264-deb4-46c8-b13d-101d762d55da tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Request body: {'security_group': {'name': 'tempest-securitygroup--934967191', 'description': 'tempest-description--188549350'}} {{(pid=78398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:39:24.630123 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] For port c76d1920-f31f-47c7-a693-c2f8fea2d9c7, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=c76d1920-f31f-47c7-a693-c2f8fea2d9c7,segment=NetworkSegment(010dfdfe-8967-4ec2-8a02-54ffd5a4533e),segment_id=010dfdfe-8967-4ec2-8a02-54ffd5a4533e)] {{(pid=78399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:39:24.651312 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-1c490264-deb4-46c8-b13d-101d762d55da tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:39:24.667140 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Returning: {'device': 'c76d1920-f31f-47c7-a693-c2f8fea2d9c7', 'network_id': '06a37f95-9b56-4864-b708-a0b8ed6e8564', 'port_id': 'c76d1920-f31f-47c7-a693-c2f8fea2d9c7', 'mac_address': 'fa:16:3e:93:7c:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5ab4d7c-ef5d-421e-b057-aa7ae11a1741', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 25 14:39:24.680097 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-1c490264-deb4-46c8-b13d-101d762d55da tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Usage tracker for resource:security_group and tenant:7a1d3268123d4b12a1168eda73de2201 is out of sync, need to count used quota {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:39:24.686142 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-1c490264-deb4-46c8-b13d-101d762d55da tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:39:24.724323 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-1c490264-deb4-46c8-b13d-101d762d55da tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:39:24.761645 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e6b666d-fae4-4a2e-9e64-f4fa07d96c8b admin admin] Network fc3ffe9c-74f9-42a1-af5f-69842b644ae0 is already hosted by enough agents. {{(pid=78398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:39:24.771755 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.scheduler.base_scheduler [None req-6e6b666d-fae4-4a2e-9e64-f4fa07d96c8b admin admin] Resources bound (agent type, host, resource id): {{(pid=78398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:39:24.789662 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-80aef447-97b8-4ae3-839c-5f996768278f req-5fd16658-41a1-4512-bfc6-91ad599069d5 service neutron] 10.222.0.72 "GET /v2.0/networks/83fe267a-d7d2-452d-bb83-7a0060a308f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5595379 Jun 25 14:39:24.797903 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for port, before_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:24.801265 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-1c490264-deb4-46c8-b13d-101d762d55da tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Notify callbacks [] for security_group, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:24.868986 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.notifiers.nova [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c76d1920-f31f-47c7-a693-c2f8fea2d9c7 {{(pid=78399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 14:39:24.913100 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-79ca5040-1c36-4e05-be43-5dd81f3076fc None None] Notify callbacks [] for port, precommit_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:24.939841 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] For port c76d1920-f31f-47c7-a693-c2f8fea2d9c7, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=c76d1920-f31f-47c7-a693-c2f8fea2d9c7,segment=NetworkSegment(010dfdfe-8967-4ec2-8a02-54ffd5a4533e),segment_id=010dfdfe-8967-4ec2-8a02-54ffd5a4533e)] {{(pid=78399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:39:24.963950 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747172683978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747172243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747172243532'] for port, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:24.975367 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-79ca5040-1c36-4e05-be43-5dd81f3076fc None None] Transition to ACTIVE for port object 5c1e3472-64a4-4cea-91c6-e88e69995d82 will not be triggered until provisioned by entity L2. {{(pid=78399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:39:24.979160 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:25.070405 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-79ca5040-1c36-4e05-be43-5dd81f3076fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747172683978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747172243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747172243532'] for port, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:25.096491 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e403058-cf80-4d31-9fe9-29cc31ce2e24 req-0f02d67c-5bb6-4005-a226-8bd72fe9abdd tempest-DeleteServersTestJSON-1577299992 tempest-DeleteServersTestJSON-1577299992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:25.102228 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-6e403058-cf80-4d31-9fe9-29cc31ce2e24 req-0f02d67c-5bb6-4005-a226-8bd72fe9abdd tempest-DeleteServersTestJSON-1577299992 tempest-DeleteServersTestJSON-1577299992-project] 10.222.0.72 "GET /v2.0/ports?device_id=829e560e-4484-42d8-b849-904bef4bd304 HTTP/1.1" status: 200 len: 944 time: 0.2846489 Jun 25 14:39:25.128981 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fae794-231e-44ae-a0e9-0a08450dd7d3 None None] Pushing event updated for resources: {'Port': ['ID=c432326f-c674-4bae-b126-3767c8bea643,revision_number=3']} {{(pid=78400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:25.149854 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG oslo_concurrency.lockutils [None req-47fae794-231e-44ae-a0e9-0a08450dd7d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.739s {{(pid=78400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:25.158829 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-1c490264-deb4-46c8-b13d-101d762d55da tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:39:25.169015 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-1c490264-deb4-46c8-b13d-101d762d55da tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Usage tracker for resource:security_group_rule and tenant:7a1d3268123d4b12a1168eda73de2201 is out of sync, need to count used quota {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:39:25.175951 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-1c490264-deb4-46c8-b13d-101d762d55da tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:39:25.193143 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-1c490264-deb4-46c8-b13d-101d762d55da tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:39:25.212068 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.plugins.ml2.managers [None req-120044ed-7e0f-4130-9f49-14c5e28ff073 None None] Attempting to bind port c432326f-c674-4bae-b126-3767c8bea643 on host dv-cinder-798091-1-smb for vnic_type normal with profile {{(pid=78400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 14:39:25.213660 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.plugins.ml2.managers [None req-120044ed-7e0f-4130-9f49-14c5e28ff073 None None] Attempting to bind port c432326f-c674-4bae-b126-3767c8bea643 by drivers openvswitch,hyperv on host dv-cinder-798091-1-smb at level 0 using segments [{'id': '604aba27-0a9d-4cd3-9caa-f2a8b4959557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '67ba1ff0-ab4f-41c2-a1c4-6027b2c685c1'}] {{(pid=78400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 14:39:25.214051 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-120044ed-7e0f-4130-9f49-14c5e28ff073 None None] Attempting to bind port c432326f-c674-4bae-b126-3767c8bea643 on network 67ba1ff0-ab4f-41c2-a1c4-6027b2c685c1 {{(pid=78400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:39:25.225222 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-120044ed-7e0f-4130-9f49-14c5e28ff073 None None] Checking agent: {'id': 'e8ccf8d8-5bf4-4749-9aa7-038299b331e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798091-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 14, 30, 9), 'started_at': datetime.datetime(2021, 6, 25, 14, 30, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 14, 39, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798091-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 14:39:25.226137 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-120044ed-7e0f-4130-9f49-14c5e28ff073 None None] Checking segment: {'id': '604aba27-0a9d-4cd3-9caa-f2a8b4959557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '67ba1ff0-ab4f-41c2-a1c4-6027b2c685c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:39:25.226547 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron_lib.callbacks.manager [None req-120044ed-7e0f-4130-9f49-14c5e28ff073 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:25.226941 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-120044ed-7e0f-4130-9f49-14c5e28ff073 None None] Bound using segment: {'id': '604aba27-0a9d-4cd3-9caa-f2a8b4959557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '67ba1ff0-ab4f-41c2-a1c4-6027b2c685c1'} {{(pid=78400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 14:39:25.228247 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Pushing event updated for resources: {'Port': ['ID=c76d1920-f31f-47c7-a693-c2f8fea2d9c7,revision_number=4']} {{(pid=78399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:25.230561 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.plugins.ml2.managers [None req-120044ed-7e0f-4130-9f49-14c5e28ff073 None None] Bound port: c432326f-c674-4bae-b126-3767c8bea643, host: dv-cinder-798091-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '604aba27-0a9d-4cd3-9caa-f2a8b4959557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '67ba1ff0-ab4f-41c2-a1c4-6027b2c685c1'}}] {{(pid=78400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 14:39:25.231043 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron_lib.callbacks.manager [None req-120044ed-7e0f-4130-9f49-14c5e28ff073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for port, before_update {{(pid=78400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:25.258067 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-6e403058-cf80-4d31-9fe9-29cc31ce2e24 req-2adf6d2a-c8e3-4585-899d-8d947ce70bab tempest-DeleteServersTestJSON-1577299992 tempest-DeleteServersTestJSON-1577299992-project] 10.222.0.72 "GET /v2.0/security-groups?id=0f40e557-d259-446b-b44d-cf83f27b19f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348445 Jun 25 14:39:25.272264 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:25.273116 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-2a31f81b-10ef-432a-b454-6a204a551b01 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.195s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:25.494067 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.plugins.ml2.db [None req-120044ed-7e0f-4130-9f49-14c5e28ff073 None None] For port c432326f-c674-4bae-b126-3767c8bea643, host dv-cinder-798091-1-smb, cleared binding levels {{(pid=78400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 25 14:39:25.499822 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.plugins.ml2.db [None req-120044ed-7e0f-4130-9f49-14c5e28ff073 None None] For port c432326f-c674-4bae-b126-3767c8bea643, host dv-cinder-798091-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798091-1-smb',level=0,port_id=c432326f-c674-4bae-b126-3767c8bea643,segment=NetworkSegment(604aba27-0a9d-4cd3-9caa-f2a8b4959557),segment_id=604aba27-0a9d-4cd3-9caa-f2a8b4959557)] {{(pid=78400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 25 14:39:25.504548 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-e881c131-61e8-4c0b-a22e-10b1606a1add req-5c6a40e9-83b2-4486-9517-d6fb69a1abf7 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] 10.222.0.72 "GET /v2.0/ports?device_id=bbc6909b-ab6d-4631-b590-b9528a3ed3ce HTTP/1.1" status: 200 len: 210 time: 0.1189916 Jun 25 14:39:25.519433 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron_lib.callbacks.manager [None req-120044ed-7e0f-4130-9f49-14c5e28ff073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747172683978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747172243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747172243532'] for port, after_update {{(pid=78400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:25.538536 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG oslo_concurrency.lockutils [None req-b18fe818-0369-4b6c-94c0-6cb47279adc2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:25.553757 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] get_ports_and_sgs() called for port_ids ['324ca5a9-3809-4c38-b0e4-8e049b0333e2'] {{(pid=78399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 25 14:39:25.567666 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-1c490264-deb4-46c8-b13d-101d762d55da tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Notify callbacks [] for security_group, precommit_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:25.595295 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] get_ports_and_sgs() called for port_ids ['c76d1920-f31f-47c7-a693-c2f8fea2d9c7'] {{(pid=78399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 25 14:39:25.614470 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-1c490264-deb4-46c8-b13d-101d762d55da tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726995'] for security_group, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:25.673466 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.managers [None req-79ca5040-1c36-4e05-be43-5dd81f3076fc None None] Attempting to bind port 5c1e3472-64a4-4cea-91c6-e88e69995d82 on host dv-cinder-798091-1-smb for vnic_type normal with profile {{(pid=78399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 14:39:25.674306 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.managers [None req-79ca5040-1c36-4e05-be43-5dd81f3076fc None None] Attempting to bind port 5c1e3472-64a4-4cea-91c6-e88e69995d82 by drivers openvswitch,hyperv on host dv-cinder-798091-1-smb at level 0 using segments [{'id': 'ecfb01d6-bce0-498c-ae9b-242c40d7a505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '83fe267a-d7d2-452d-bb83-7a0060a308f0'}] {{(pid=78399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 14:39:25.674823 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ca5040-1c36-4e05-be43-5dd81f3076fc None None] Attempting to bind port 5c1e3472-64a4-4cea-91c6-e88e69995d82 on network 83fe267a-d7d2-452d-bb83-7a0060a308f0 {{(pid=78399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:39:25.699540 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-c634cc7f-039d-493f-8143-72858300bb08 None None] Provisioning complete for port 0e4b48df-7398-4425-b51b-efca48aecca5 triggered by entity DHCP. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:39:25.700413 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-c634cc7f-039d-493f-8143-72858300bb08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545280'] for port, provisioning_complete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:25.745513 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-120044ed-7e0f-4130-9f49-14c5e28ff073 None None] Routers {'186346e4-7b67-4504-b5aa-dd8f40be6c2b'} bound to L3 agent in host dv-cinder-798091-1-smb {{(pid=78400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:39:25.746228 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.db.l3_hamode_db [None req-120044ed-7e0f-4130-9f49-14c5e28ff073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798091-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T14:30:11Z,description=,heartbeat_timestamp=2021-06-25T14:39:11Z,host='dv-cinder-798091-1-smb',id=941bc864-709b-4c09-a7df-f27e1f49545a,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:30:11Z,topic='l3_agent')) {'router_ids': ['186346e4-7b67-4504-b5aa-dd8f40be6c2b'], 'active': True} {{(pid=78400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:39:25.829100 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:25.834857 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ca5040-1c36-4e05-be43-5dd81f3076fc None None] Checking agent: {'id': 'e8ccf8d8-5bf4-4749-9aa7-038299b331e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798091-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 14, 30, 9), 'started_at': datetime.datetime(2021, 6, 25, 14, 30, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 14, 39, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798091-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 14:39:25.835399 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ca5040-1c36-4e05-be43-5dd81f3076fc None None] Checking segment: {'id': 'ecfb01d6-bce0-498c-ae9b-242c40d7a505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '83fe267a-d7d2-452d-bb83-7a0060a308f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:39:25.835862 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-79ca5040-1c36-4e05-be43-5dd81f3076fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:25.836228 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ca5040-1c36-4e05-be43-5dd81f3076fc None None] Bound using segment: {'id': 'ecfb01d6-bce0-498c-ae9b-242c40d7a505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '83fe267a-d7d2-452d-bb83-7a0060a308f0'} {{(pid=78399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 14:39:25.844339 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fae794-231e-44ae-a0e9-0a08450dd7d3 None None] Pushing event updated for resources: {'Port': ['ID=c432326f-c674-4bae-b126-3767c8bea643,revision_number=4']} {{(pid=78400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:25.848317 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.managers [None req-79ca5040-1c36-4e05-be43-5dd81f3076fc None None] Bound port: 5c1e3472-64a4-4cea-91c6-e88e69995d82, host: dv-cinder-798091-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecfb01d6-bce0-498c-ae9b-242c40d7a505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '83fe267a-d7d2-452d-bb83-7a0060a308f0'}}] {{(pid=78399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 14:39:25.848834 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-79ca5040-1c36-4e05-be43-5dd81f3076fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for port, before_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:25.897475 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG oslo_concurrency.lockutils [None req-47fae794-231e-44ae-a0e9-0a08450dd7d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=78400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:25.925678 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32f12b6-450c-477e-9939-a844ce740e9f None None] Pushing event updated for resources: {'Port': ['ID=5c1e3472-64a4-4cea-91c6-e88e69995d82,revision_number=3']} {{(pid=78399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:25.937219 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-e32f12b6-450c-477e-9939-a844ce740e9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.664s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:26.011857 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-1c490264-deb4-46c8-b13d-101d762d55da tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Notify callbacks [] for security_group, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:26.013067 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-1c490264-deb4-46c8-b13d-101d762d55da tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.4680657 Jun 25 14:39:26.016481 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.72', 59488) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:39:26.018657 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c490264-deb4-46c8-b13d-101d762d55da tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55fed236-b79f-45ec-b512-cc10561c3d2c,revision_number=1']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:26.023173 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.v2.base [None req-e5d2a7bd-2a5c-4c65-9ba5-93a4fe5422ed tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Request body: {'security_group_rule': {'security_group_id': '55fed236-b79f-45ec-b512-cc10561c3d2c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:39:26.023950 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-1c490264-deb4-46c8-b13d-101d762d55da tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:26.035195 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-e5d2a7bd-2a5c-4c65-9ba5-93a4fe5422ed tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:39:26.039633 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e6b666d-fae4-4a2e-9e64-f4fa07d96c8b admin admin] Router 03ef6f23-e4d5-412c-8e3f-21dd3d1b0712 has already been hosted by L3 agent 941bc864-709b-4c09-a7df-f27e1f49545a {{(pid=78398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 14:39:26.049437 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-e5d2a7bd-2a5c-4c65-9ba5-93a4fe5422ed tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Usage tracker for resource:security_group_rule and tenant:7a1d3268123d4b12a1168eda73de2201 is out of sync, need to count used quota {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:39:26.059332 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d6b7e0-2317-4a37-8a6e-017298a183e1 req-df0b002d-e85a-48a0-94f2-9636f6634ffd tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:26.059773 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-e5d2a7bd-2a5c-4c65-9ba5-93a4fe5422ed tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:39:26.066838 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-73d6b7e0-2317-4a37-8a6e-017298a183e1 req-df0b002d-e85a-48a0-94f2-9636f6634ffd tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] 10.222.0.72 "GET /v2.0/ports?device_id=0244ff21-e22d-4345-a856-b38136e36658 HTTP/1.1" status: 200 len: 944 time: 0.6203632 Jun 25 14:39:26.081703 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-e5d2a7bd-2a5c-4c65-9ba5-93a4fe5422ed tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:39:26.138893 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.plugin [None req-c634cc7f-039d-493f-8143-72858300bb08 None None] Port 0e4b48df-7398-4425-b51b-efca48aecca5 cannot update to ACTIVE because it is not bound. {{(pid=78399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 14:39:26.147427 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Device 2bb245d5-8ebe-41a4-8500-5743feba021d up at agent ovs-agent-dv-cinder-798091-1-smb {{(pid=78399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:39:26.180289 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-e5d2a7bd-2a5c-4c65-9ba5-93a4fe5422ed tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:26.193471 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.db.l3_dvr_db [None req-120044ed-7e0f-4130-9f49-14c5e28ff073 None None] Set router 186346e4-7b67-4504-b5aa-dd8f40be6c2b gateway port host: dv-cinder-798091-1-smb {{(pid=78400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:39:26.305287 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-73d6b7e0-2317-4a37-8a6e-017298a183e1 req-5e79279f-54dc-4f7b-bd0e-c5b0350085c2 tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] 10.222.0.72 "GET /v2.0/security-groups?id=12620e59-001b-43b9-9585-a187ca9c476b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2374420 Jun 25 14:39:26.365046 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-79ca5040-1c36-4e05-be43-5dd81f3076fc None None] For port 5c1e3472-64a4-4cea-91c6-e88e69995d82, host dv-cinder-798091-1-smb, cleared binding levels {{(pid=78399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 25 14:39:26.537409 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-79ca5040-1c36-4e05-be43-5dd81f3076fc None None] For port 5c1e3472-64a4-4cea-91c6-e88e69995d82, host dv-cinder-798091-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798091-1-smb',level=0,port_id=5c1e3472-64a4-4cea-91c6-e88e69995d82,segment=NetworkSegment(ecfb01d6-bce0-498c-ae9b-242c40d7a505),segment_id=ecfb01d6-bce0-498c-ae9b-242c40d7a505)] {{(pid=78399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 25 14:39:26.552473 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-79ca5040-1c36-4e05-be43-5dd81f3076fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747172683978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747172243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747172243532'] for port, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:26.590196 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:26.719500 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a238b10-7823-4ded-a9d3-b2a36d1534bf req-1fc6f9a3-f33d-4146-8fb4-c9c66109fbaa tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:26.725365 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e6b666d-fae4-4a2e-9e64-f4fa07d96c8b admin admin] Notify agent at l3_agent.dv-cinder-798091-1-smb the message routers_updated {{(pid=78398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 25 14:39:26.725957 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Provisioning complete for port 2bb245d5-8ebe-41a4-8500-5743feba021d triggered by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:39:26.726297 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545280'] for port, provisioning_complete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:26.742610 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-2a238b10-7823-4ded-a9d3-b2a36d1534bf req-1fc6f9a3-f33d-4146-8fb4-c9c66109fbaa tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] 10.222.0.72 "GET /v2.0/networks?id=83fe267a-d7d2-452d-bb83-7a0060a308f0 HTTP/1.1" status: 200 len: 819 time: 0.6301951 Jun 25 14:39:26.747623 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-6e6b666d-fae4-4a2e-9e64-f4fa07d96c8b admin admin] 10.222.0.72 "PUT /v2.0/routers/03ef6f23-e4d5-412c-8e3f-21dd3d1b0712/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1040356 Jun 25 14:39:26.770051 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a251e8-67d4-4d77-a809-d8ea497bf93d None None] Sync routers for ids ['03ef6f23-e4d5-412c-8e3f-21dd3d1b0712'] in dv-cinder-798091-1-smb {{(pid=78399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 14:39:26.772304 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588ba8f7-94b9-4654-b2b2-d321e63cb0cd req-7c63ed8e-fb44-4557-8fdf-6c55aa8d15ac tempest-DeleteServersTestJSON-1577299992 tempest-DeleteServersTestJSON-1577299992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:26.789602 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-588ba8f7-94b9-4654-b2b2-d321e63cb0cd req-7c63ed8e-fb44-4557-8fdf-6c55aa8d15ac tempest-DeleteServersTestJSON-1577299992 tempest-DeleteServersTestJSON-1577299992-project] 10.222.0.72 "GET /v2.0/ports?device_id=829e560e-4484-42d8-b849-904bef4bd304 HTTP/1.1" status: 200 len: 944 time: 0.2411532 Jun 25 14:39:26.818550 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-e5d2a7bd-2a5c-4c65-9ba5-93a4fe5422ed tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:26.819906 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32f12b6-450c-477e-9939-a844ce740e9f None None] Pushing event updated for resources: {'Port': ['ID=5c1e3472-64a4-4cea-91c6-e88e69995d82,revision_number=4']} {{(pid=78399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:26.831459 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-2a238b10-7823-4ded-a9d3-b2a36d1534bf req-0a925609-b410-43e3-9623-809767c6c7e8 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] 10.222.0.72 "GET /v2.0/quotas/34cd0f1e83ac4b7a907987b235bcb59d HTTP/1.1" status: 200 len: 375 time: 0.0875614 Jun 25 14:39:26.832703 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ca5040-1c36-4e05-be43-5dd81f3076fc None None] Routers {'193169bf-8c38-4bef-b4a5-53fd1ab557f2'} bound to L3 agent in host dv-cinder-798091-1-smb {{(pid=78399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:39:26.833430 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.l3_hamode_db [None req-79ca5040-1c36-4e05-be43-5dd81f3076fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798091-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T14:30:11Z,description=,heartbeat_timestamp=2021-06-25T14:39:11Z,host='dv-cinder-798091-1-smb',id=941bc864-709b-4c09-a7df-f27e1f49545a,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:30:11Z,topic='l3_agent')) {'router_ids': ['193169bf-8c38-4bef-b4a5-53fd1ab557f2'], 'active': True} {{(pid=78399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:39:26.892557 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-588ba8f7-94b9-4654-b2b2-d321e63cb0cd req-516ecb14-f7f9-4d4e-99f6-7a016785bf77 tempest-DeleteServersTestJSON-1577299992 tempest-DeleteServersTestJSON-1577299992-project] 10.222.0.72 "GET /v2.0/security-groups?id=0f40e557-d259-446b-b44d-cf83f27b19f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977681 Jun 25 14:39:26.932745 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-e32f12b6-450c-477e-9939-a844ce740e9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:26.954447 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-e5d2a7bd-2a5c-4c65-9ba5-93a4fe5422ed tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727028'] for security_group_rule, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:26.974935 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:26.985226 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.db.l3_hamode_db [None req-120044ed-7e0f-4130-9f49-14c5e28ff073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '186346e4-7b67-4504-b5aa-dd8f40be6c2b', 'name': 'tempest-AttachVolumeTestJSON-358625753-router', 'tenant_id': '7a1d3268123d4b12a1168eda73de2201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee', 'external_fixed_ips': [{'subnet_id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'ip_address': '172.28.1.244'}], 'enable_snat': True}, 'gw_port_id': 'db8fa363-d90b-4c36-8cff-1b7f9ce192a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:38:56Z', 'updated_at': '2021-06-25T14:39:18Z', 'revision_number': 4, 'project_id': '7a1d3268123d4b12a1168eda73de2201', 'gw_port': {'id': 'db8fa363-d90b-4c36-8cff-1b7f9ce192a3', 'name': '', 'network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:47:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '186346e4-7b67-4504-b5aa-dd8f40be6c2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'ip_address': '172.28.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:38:59Z', 'updated_at': '2021-06-25T14:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798091-1-smb', '_interfaces': [{'id': 'c432326f-c674-4bae-b126-3767c8bea643', 'name': '', 'network_id': '67ba1ff0-ab4f-41c2-a1c4-6027b2c685c1', 'tenant_id': '7a1d3268123d4b12a1168eda73de2201', 'mac_address': 'fa:16:3e:de:e2:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '186346e4-7b67-4504-b5aa-dd8f40be6c2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'ac1ed06e-d434-4471-8b10-9318752714c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:39:12Z', 'updated_at': '2021-06-25T14:39:25Z', 'revision_number': 4, 'project_id': '7a1d3268123d4b12a1168eda73de2201', 'subnets': [{'id': 'ac1ed06e-d434-4471-8b10-9318752714c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798091-1-smb', False) {} {{(pid=78400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:39:26.986059 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a251e8-67d4-4d77-a809-d8ea497bf93d None None] Routers {'03ef6f23-e4d5-412c-8e3f-21dd3d1b0712'} bound to L3 agent in host dv-cinder-798091-1-smb {{(pid=78399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:39:26.986800 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.l3_hamode_db [None req-b0a251e8-67d4-4d77-a809-d8ea497bf93d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798091-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T14:30:11Z,description=,heartbeat_timestamp=2021-06-25T14:39:11Z,host='dv-cinder-798091-1-smb',id=941bc864-709b-4c09-a7df-f27e1f49545a,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:30:11Z,topic='l3_agent')) {'router_ids': ['03ef6f23-e4d5-412c-8e3f-21dd3d1b0712'], 'active': True} {{(pid=78399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:39:26.999020 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-120044ed-7e0f-4130-9f49-14c5e28ff073 None None] The sync data for ids ['186346e4-7b67-4504-b5aa-dd8f40be6c2b'] in dv-cinder-798091-1-smb is: [{'id': '186346e4-7b67-4504-b5aa-dd8f40be6c2b', 'name': 'tempest-AttachVolumeTestJSON-358625753-router', 'tenant_id': '7a1d3268123d4b12a1168eda73de2201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee', 'external_fixed_ips': [{'subnet_id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'ip_address': '172.28.1.244'}], 'enable_snat': True}, 'gw_port_id': 'db8fa363-d90b-4c36-8cff-1b7f9ce192a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:38:56Z', 'updated_at': '2021-06-25T14:39:18Z', 'revision_number': 4, 'project_id': '7a1d3268123d4b12a1168eda73de2201', 'gw_port': {'id': 'db8fa363-d90b-4c36-8cff-1b7f9ce192a3', 'name': '', 'network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:47:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '186346e4-7b67-4504-b5aa-dd8f40be6c2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'ip_address': '172.28.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:38:59Z', 'updated_at': '2021-06-25T14:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798091-1-smb', '_interfaces': [{'id': 'c432326f-c674-4bae-b126-3767c8bea643', 'name': '', 'network_id': '67ba1ff0-ab4f-41c2-a1c4-6027b2c685c1', 'tenant_id': '7a1d3268123d4b12a1168eda73de2201', 'mac_address': 'fa:16:3e:de:e2:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '186346e4-7b67-4504-b5aa-dd8f40be6c2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'ac1ed06e-d434-4471-8b10-9318752714c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:39:12Z', 'updated_at': '2021-06-25T14:39:25Z', 'revision_number': 4, 'project_id': '7a1d3268123d4b12a1168eda73de2201', 'subnets': [{'id': 'ac1ed06e-d434-4471-8b10-9318752714c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 14:39:27.048573 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d2a7bd-2a5c-4c65-9ba5-93a4fe5422ed tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0401398b-f8b9-4940-9674-c1241918f294,revision_number=0']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:27.061375 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-e5d2a7bd-2a5c-4c65-9ba5-93a4fe5422ed tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:27.077576 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-e5d2a7bd-2a5c-4c65-9ba5-93a4fe5422ed tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:27.085059 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-e5d2a7bd-2a5c-4c65-9ba5-93a4fe5422ed tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0673800 Jun 25 14:39:27.089146 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.72', 59538) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:39:27.095219 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.v2.base [None req-5bc51db8-529a-4e54-a4d9-2c757763d67d tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Request body: {'security_group_rule': {'security_group_id': '55fed236-b79f-45ec-b512-cc10561c3d2c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:39:27.131388 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-5bc51db8-529a-4e54-a4d9-2c757763d67d tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:39:27.137681 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-5bc51db8-529a-4e54-a4d9-2c757763d67d tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Usage tracker for resource:security_group_rule and tenant:7a1d3268123d4b12a1168eda73de2201 is out of sync, need to count used quota {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:39:27.139345 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-2a238b10-7823-4ded-a9d3-b2a36d1534bf req-416f93a2-170f-47ff-b5fe-71d049007b5b tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=34cd0f1e83ac4b7a907987b235bcb59d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3052821 Jun 25 14:39:27.143960 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-5bc51db8-529a-4e54-a4d9-2c757763d67d tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:39:27.174531 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-5bc51db8-529a-4e54-a4d9-2c757763d67d tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:39:27.236099 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-5bc51db8-529a-4e54-a4d9-2c757763d67d tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:27.435674 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-2a238b10-7823-4ded-a9d3-b2a36d1534bf req-4407aa73-6922-4c4b-8c13-f906b31e8c64 service neutron] 10.222.0.72 "GET /v2.0/networks/83fe267a-d7d2-452d-bb83-7a0060a308f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2902040 Jun 25 14:39:27.456688 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-5bc51db8-529a-4e54-a4d9-2c757763d67d tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:27.462378 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-5bc51db8-529a-4e54-a4d9-2c757763d67d tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727028'] for security_group_rule, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:27.464582 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:27.495818 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc51db8-529a-4e54-a4d9-2c757763d67d tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88096501-12e3-494d-bbd2-8453d3aca141,revision_number=0']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:27.533589 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-5bc51db8-529a-4e54-a4d9-2c757763d67d tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:27.573862 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-5bc51db8-529a-4e54-a4d9-2c757763d67d tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:27.577816 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-5bc51db8-529a-4e54-a4d9-2c757763d67d tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4873292 Jun 25 14:39:27.581494 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.72', 59558) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:39:27.603557 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.v2.base [None req-9c6d6f18-9d47-4032-b446-ad64a87be37c tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Request body: {'floatingip': {'floating_network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee'}} {{(pid=78398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:39:27.629017 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-9c6d6f18-9d47-4032-b446-ad64a87be37c tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:39:27.643560 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-9c6d6f18-9d47-4032-b446-ad64a87be37c tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Usage tracker for resource:floatingip and tenant:7a1d3268123d4b12a1168eda73de2201 is out of sync, need to count used quota {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:39:27.647033 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.l3_dvr_db [None req-79ca5040-1c36-4e05-be43-5dd81f3076fc None None] Set router 193169bf-8c38-4bef-b4a5-53fd1ab557f2 gateway port host: dv-cinder-798091-1-smb {{(pid=78399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:39:27.661902 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-9c6d6f18-9d47-4032-b446-ad64a87be37c tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:39:27.684084 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-9c6d6f18-9d47-4032-b446-ad64a87be37c tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:39:27.720573 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-9c6d6f18-9d47-4032-b446-ad64a87be37c tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Notify callbacks [] for floatingip, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:27.778482 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.l3_dvr_db [None req-b0a251e8-67d4-4d77-a809-d8ea497bf93d None None] Set router 03ef6f23-e4d5-412c-8e3f-21dd3d1b0712 gateway port host: dv-cinder-798091-1-smb {{(pid=78399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:39:27.844200 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.72', 59572) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:39:27.871537 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.v2.base [None req-86ae4437-8e69-43d0-aaf0-64c64e6a653d tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1714148788', 'description': 'tempest-description--731964924'}} {{(pid=78398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:39:27.917720 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-86ae4437-8e69-43d0-aaf0-64c64e6a653d tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:39:28.116877 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-86ae4437-8e69-43d0-aaf0-64c64e6a653d tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Usage tracker for resource:security_group and tenant:7a64d79372ce407f85b911ae6861af7f is out of sync, need to count used quota {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:39:28.205097 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-86ae4437-8e69-43d0-aaf0-64c64e6a653d tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:39:28.215713 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-86ae4437-8e69-43d0-aaf0-64c64e6a653d tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:39:28.285919 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-86ae4437-8e69-43d0-aaf0-64c64e6a653d tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Notify callbacks [] for security_group, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:28.330259 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-86ae4437-8e69-43d0-aaf0-64c64e6a653d tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:39:28.334391 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Device c432326f-c674-4bae-b126-3767c8bea643 up at agent ovs-agent-dv-cinder-798091-1-smb {{(pid=78399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:39:28.345828 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-86ae4437-8e69-43d0-aaf0-64c64e6a653d tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Usage tracker for resource:security_group_rule and tenant:7a64d79372ce407f85b911ae6861af7f is out of sync, need to count used quota {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:39:28.351021 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-86ae4437-8e69-43d0-aaf0-64c64e6a653d tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:39:28.363761 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-86ae4437-8e69-43d0-aaf0-64c64e6a653d tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:39:28.379482 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-2a238b10-7823-4ded-a9d3-b2a36d1534bf req-fcd85d33-250a-4aff-84ef-ce61db77f1c3 service neutron] 10.222.0.72 "GET /v2.0/networks/83fe267a-d7d2-452d-bb83-7a0060a308f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9428456 Jun 25 14:39:28.393104 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768bd609-be89-43ff-8b32-5a5b01c6fd21 req-909d84b2-f8b5-4750-834e-475506b43eb7 tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:28.408886 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-768bd609-be89-43ff-8b32-5a5b01c6fd21 req-909d84b2-f8b5-4750-834e-475506b43eb7 tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] 10.222.0.72 "GET /v2.0/ports?device_id=0244ff21-e22d-4345-a856-b38136e36658 HTTP/1.1" status: 200 len: 944 time: 0.2887769 Jun 25 14:39:28.444431 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80aef447-97b8-4ae3-839c-5f996768278f req-d28f020d-f08a-4e39-b15b-6db886b7b064 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:28.455292 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-80aef447-97b8-4ae3-839c-5f996768278f req-d28f020d-f08a-4e39-b15b-6db886b7b064 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] 10.222.0.77 "GET /v2.0/networks?id=83fe267a-d7d2-452d-bb83-7a0060a308f0 HTTP/1.1" status: 200 len: 819 time: 0.8211100 Jun 25 14:39:28.479215 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.v2.base [req-80aef447-97b8-4ae3-839c-5f996768278f req-95e00621-b9d6-4630-9faa-ded273dfc4e7 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] Request body: {'port': {'device_id': 'bbc6909b-ab6d-4631-b590-b9528a3ed3ce', 'network_id': '83fe267a-d7d2-452d-bb83-7a0060a308f0', 'admin_state_up': True, 'tenant_id': '34cd0f1e83ac4b7a907987b235bcb59d'}} {{(pid=78397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:39:28.566824 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-768bd609-be89-43ff-8b32-5a5b01c6fd21 req-37400a67-538b-432b-b25e-44d8ac0df66f tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] 10.222.0.72 "GET /v2.0/security-groups?id=12620e59-001b-43b9-9585-a187ca9c476b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569426 Jun 25 14:39:28.587117 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-9c6d6f18-9d47-4032-b446-ad64a87be37c tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for port, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:28.911924 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-ded12c5b-7d04-4101-b098-45fcd6b7a1f2 req-a7039f89-aced-4350-b316-645d5118c952 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] 10.222.0.72 "GET /v2.0/ports?device_id=eb0b66b9-3595-4af6-a3c2-2b4bccb68973 HTTP/1.1" status: 200 len: 210 time: 0.0903218 Jun 25 14:39:28.985829 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [req-80aef447-97b8-4ae3-839c-5f996768278f req-95e00621-b9d6-4630-9faa-ded273dfc4e7 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:39:29.011983 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [req-80aef447-97b8-4ae3-839c-5f996768278f req-95e00621-b9d6-4630-9faa-ded273dfc4e7 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:39:29.036981 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80aef447-97b8-4ae3-839c-5f996768278f req-95e00621-b9d6-4630-9faa-ded273dfc4e7 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] Made reservation on behalf of 34cd0f1e83ac4b7a907987b235bcb59d for: {'port': 1} {{(pid=78397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 14:39:29.041160 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-80aef447-97b8-4ae3-839c-5f996768278f req-95e00621-b9d6-4630-9faa-ded273dfc4e7 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for port, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:29.129091 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Device 324ca5a9-3809-4c38-b0e4-8e049b0333e2 up at agent hyperv_hv-cinder-79809 {{(pid=78399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:39:29.191143 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.72', 59644) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:39:29.245449 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Provisioning for port c432326f-c674-4bae-b126-3767c8bea643 completed by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:39:29.276699 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Provisioning complete for port c432326f-c674-4bae-b126-3767c8bea643 triggered by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:39:29.277397 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545280'] for port, provisioning_complete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:29.306083 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.db_base_plugin_common [None req-9c6d6f18-9d47-4032-b446-ad64a87be37c tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Allocated IP 172.28.1.22 (a1a43f7a-e11e-4ed3-80ce-932e2581e9ee/b0ba03d7-4f3a-4e33-bbe4-11273a91df80/372c09d2-f291-42e7-82cb-222ef05b0c86) {{(pid=78398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 14:39:29.351781 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-86ae4437-8e69-43d0-aaf0-64c64e6a653d tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Notify callbacks [] for security_group, precommit_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:29.378701 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-86ae4437-8e69-43d0-aaf0-64c64e6a653d tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726995'] for security_group, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:29.418101 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-ed9eb04b-f1a3-4c30-a9f2-054b2e73700c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:29.473890 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.db_base_plugin_common [req-80aef447-97b8-4ae3-839c-5f996768278f req-95e00621-b9d6-4630-9faa-ded273dfc4e7 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] Allocated IP 172.20.0.2 (83fe267a-d7d2-452d-bb83-7a0060a308f0/f2ad48a2-5be6-4801-87cb-73e7b88cb0d2/17552845-88ed-4637-a9fd-605239a795f7) {{(pid=78397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 14:39:29.548593 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.l3_hamode_db [None req-79ca5040-1c36-4e05-be43-5dd81f3076fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '193169bf-8c38-4bef-b4a5-53fd1ab557f2', 'name': 'tempest-ServerRescueNegativeTestJSON-1128547269-router', 'tenant_id': '34cd0f1e83ac4b7a907987b235bcb59d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee', 'external_fixed_ips': [{'subnet_id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'ip_address': '172.28.1.136'}], 'enable_snat': True}, 'gw_port_id': '1a787d75-e4ba-467a-a0bf-86fb0f11c8de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:38:55Z', 'updated_at': '2021-06-25T14:39:17Z', 'revision_number': 4, 'project_id': '34cd0f1e83ac4b7a907987b235bcb59d', 'gw_port': {'id': '1a787d75-e4ba-467a-a0bf-86fb0f11c8de', 'name': '', 'network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:57:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '193169bf-8c38-4bef-b4a5-53fd1ab557f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'ip_address': '172.28.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:38:57Z', 'updated_at': '2021-06-25T14:39:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798091-1-smb', '_interfaces': [{'id': '5c1e3472-64a4-4cea-91c6-e88e69995d82', 'name': '', 'network_id': '83fe267a-d7d2-452d-bb83-7a0060a308f0', 'tenant_id': '34cd0f1e83ac4b7a907987b235bcb59d', 'mac_address': 'fa:16:3e:6b:35:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '193169bf-8c38-4bef-b4a5-53fd1ab557f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'f2ad48a2-5be6-4801-87cb-73e7b88cb0d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:39:13Z', 'updated_at': '2021-06-25T14:39:26Z', 'revision_number': 4, 'project_id': '34cd0f1e83ac4b7a907987b235bcb59d', 'subnets': [{'id': 'f2ad48a2-5be6-4801-87cb-73e7b88cb0d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798091-1-smb', False) {} {{(pid=78399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:39:29.558436 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ca5040-1c36-4e05-be43-5dd81f3076fc None None] The sync data for ids ['193169bf-8c38-4bef-b4a5-53fd1ab557f2'] in dv-cinder-798091-1-smb is: [{'id': '193169bf-8c38-4bef-b4a5-53fd1ab557f2', 'name': 'tempest-ServerRescueNegativeTestJSON-1128547269-router', 'tenant_id': '34cd0f1e83ac4b7a907987b235bcb59d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee', 'external_fixed_ips': [{'subnet_id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'ip_address': '172.28.1.136'}], 'enable_snat': True}, 'gw_port_id': '1a787d75-e4ba-467a-a0bf-86fb0f11c8de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:38:55Z', 'updated_at': '2021-06-25T14:39:17Z', 'revision_number': 4, 'project_id': '34cd0f1e83ac4b7a907987b235bcb59d', 'gw_port': {'id': '1a787d75-e4ba-467a-a0bf-86fb0f11c8de', 'name': '', 'network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:57:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '193169bf-8c38-4bef-b4a5-53fd1ab557f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'ip_address': '172.28.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:38:57Z', 'updated_at': '2021-06-25T14:39:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798091-1-smb', '_interfaces': [{'id': '5c1e3472-64a4-4cea-91c6-e88e69995d82', 'name': '', 'network_id': '83fe267a-d7d2-452d-bb83-7a0060a308f0', 'tenant_id': '34cd0f1e83ac4b7a907987b235bcb59d', 'mac_address': 'fa:16:3e:6b:35:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '193169bf-8c38-4bef-b4a5-53fd1ab557f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'f2ad48a2-5be6-4801-87cb-73e7b88cb0d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:39:13Z', 'updated_at': '2021-06-25T14:39:26Z', 'revision_number': 4, 'project_id': '34cd0f1e83ac4b7a907987b235bcb59d', 'subnets': [{'id': 'f2ad48a2-5be6-4801-87cb-73e7b88cb0d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 14:39:29.769398 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Provisioning for port 324ca5a9-3809-4c38-b0e4-8e049b0333e2 completed by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:39:29.793381 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Provisioning complete for port 324ca5a9-3809-4c38-b0e4-8e049b0333e2 triggered by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:39:29.793830 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545280'] for port, provisioning_complete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:29.904861 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-da24988c-48a5-4588-a975-42f5d1e2a56e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:29.959882 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for port, before_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:29.980901 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.l3_hamode_db [None req-b0a251e8-67d4-4d77-a809-d8ea497bf93d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03ef6f23-e4d5-412c-8e3f-21dd3d1b0712', 'name': 'tempest-AttachVolumeShelveTestJSON-537812765-router', 'tenant_id': '7a64d79372ce407f85b911ae6861af7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee', 'external_fixed_ips': [{'subnet_id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'ip_address': '172.28.1.153'}], 'enable_snat': True}, 'gw_port_id': '2bb245d5-8ebe-41a4-8500-5743feba021d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:38:58Z', 'updated_at': '2021-06-25T14:39:22Z', 'revision_number': 4, 'project_id': '7a64d79372ce407f85b911ae6861af7f', 'gw_port': {'id': '2bb245d5-8ebe-41a4-8500-5743feba021d', 'name': '', 'network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:70:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ef6f23-e4d5-412c-8e3f-21dd3d1b0712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'ip_address': '172.28.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:39:03Z', 'updated_at': '2021-06-25T14:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798091-1-smb', '_interfaces': [{'id': '0e4b48df-7398-4425-b51b-efca48aecca5', 'name': '', 'network_id': 'fc3ffe9c-74f9-42a1-af5f-69842b644ae0', 'tenant_id': '7a64d79372ce407f85b911ae6861af7f', 'mac_address': 'fa:16:3e:f9:96:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03ef6f23-e4d5-412c-8e3f-21dd3d1b0712', 'device_owner': 'network:router_interface', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': '24c79731-6cdf-4634-b94b-8a5d29662e96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:39:21Z', 'updated_at': '2021-06-25T14:39:23Z', 'revision_number': 2, 'project_id': '7a64d79372ce407f85b911ae6861af7f', 'subnets': [{'id': '24c79731-6cdf-4634-b94b-8a5d29662e96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798091-1-smb', False) {} {{(pid=78399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:39:29.999606 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a251e8-67d4-4d77-a809-d8ea497bf93d None None] Checking router: 03ef6f23-e4d5-412c-8e3f-21dd3d1b0712 for host: dv-cinder-798091-1-smb {{(pid=78399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 14:39:30.000030 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a251e8-67d4-4d77-a809-d8ea497bf93d None None] Updating router 03ef6f23-e4d5-412c-8e3f-21dd3d1b0712 port 0e4b48df-7398-4425-b51b-efca48aecca5 binding host dv-cinder-798091-1-smb {{(pid=78399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 14:39:30.024199 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a107a506-3422-48a3-af50-5dd3e3e324a3 req-1b179895-a776-4351-af85-8d3a5d69b943 tempest-DeleteServersTestJSON-1577299992 tempest-DeleteServersTestJSON-1577299992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:30.026402 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-a107a506-3422-48a3-af50-5dd3e3e324a3 req-1b179895-a776-4351-af85-8d3a5d69b943 tempest-DeleteServersTestJSON-1577299992 tempest-DeleteServersTestJSON-1577299992-project] 10.222.0.72 "GET /v2.0/ports?device_id=829e560e-4484-42d8-b849-904bef4bd304 HTTP/1.1" status: 200 len: 944 time: 0.9328008 Jun 25 14:39:30.027158 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.72', 59672) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:39:30.042425 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ae4437-8e69-43d0-aaf0-64c64e6a653d tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7ad49bf-7682-4e15-9338-4a7ac2e3a89b,revision_number=1']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:30.045619 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-86ae4437-8e69-43d0-aaf0-64c64e6a653d tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.628s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:30.047720 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-da24988c-48a5-4588-a975-42f5d1e2a56e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:39:30.057580 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-86ae4437-8e69-43d0-aaf0-64c64e6a653d tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Notify callbacks [] for security_group, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:30.061666 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-86ae4437-8e69-43d0-aaf0-64c64e6a653d tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 2.2087379 Jun 25 14:39:30.071794 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.72', 59680) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:39:30.083858 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.v2.base [None req-1ae03815-dda9-4ddf-a515-4771afffee03 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Request body: {'security_group_rule': {'security_group_id': 'd7ad49bf-7682-4e15-9338-4a7ac2e3a89b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:39:30.091355 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-80aef447-97b8-4ae3-839c-5f996768278f req-95e00621-b9d6-4630-9faa-ded273dfc4e7 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] Notify callbacks [] for port, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:30.101683 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-da24988c-48a5-4588-a975-42f5d1e2a56e admin admin] Usage tracker for resource:security_group_rule and tenant:dc15e6a6781f4a6c9b0ed01577eb34af is out of sync, need to count used quota {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:39:30.114732 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-da24988c-48a5-4588-a975-42f5d1e2a56e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:39:30.129870 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-1ae03815-dda9-4ddf-a515-4771afffee03 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:39:30.142780 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-da24988c-48a5-4588-a975-42f5d1e2a56e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:39:30.158290 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-1ae03815-dda9-4ddf-a515-4771afffee03 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Usage tracker for resource:security_group_rule and tenant:7a64d79372ce407f85b911ae6861af7f is out of sync, need to count used quota {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:39:30.162374 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-1ae03815-dda9-4ddf-a515-4771afffee03 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:39:30.167453 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-a107a506-3422-48a3-af50-5dd3e3e324a3 req-76321930-1465-4ba0-883d-e3abf2ab0a5a tempest-DeleteServersTestJSON-1577299992 tempest-DeleteServersTestJSON-1577299992-project] 10.222.0.72 "GET /v2.0/security-groups?id=0f40e557-d259-446b-b44d-cf83f27b19f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290338 Jun 25 14:39:30.225318 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-1ae03815-dda9-4ddf-a515-4771afffee03 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:39:30.251669 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-9c6d6f18-9d47-4032-b446-ad64a87be37c tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Notify callbacks [] for port, precommit_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:30.256341 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] For port c432326f-c674-4bae-b126-3767c8bea643, host dv-cinder-798091-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798091-1-smb',level=0,port_id=c432326f-c674-4bae-b126-3767c8bea643,segment=NetworkSegment(604aba27-0a9d-4cd3-9caa-f2a8b4959557),segment_id=604aba27-0a9d-4cd3-9caa-f2a8b4959557)] {{(pid=78399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:39:30.294103 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747172683978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747172243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747172243532'] for port, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:30.320804 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:30.354435 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-b0a251e8-67d4-4d77-a809-d8ea497bf93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for port, before_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:30.361827 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-e4ad4500-012f-4f6d-8af5-1d58693b2d0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:30.363952 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-1ae03815-dda9-4ddf-a515-4771afffee03 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:30.402081 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-e4ad4500-012f-4f6d-8af5-1d58693b2d0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:39:30.412202 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-e4ad4500-012f-4f6d-8af5-1d58693b2d0c admin admin] Usage tracker for resource:security_group_rule and tenant:b44aca7b4bcf4fd0a8af845edf40c976 is out of sync, need to count used quota {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:39:30.426664 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-80aef447-97b8-4ae3-839c-5f996768278f req-95e00621-b9d6-4630-9faa-ded273dfc4e7 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747172243469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127937375'] for port, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:30.453071 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-da24988c-48a5-4588-a975-42f5d1e2a56e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:30.456695 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-e4ad4500-012f-4f6d-8af5-1d58693b2d0c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:39:30.462265 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395468c1-acc3-4962-8997-49755230041d req-f9cdaa5c-8224-4f41-8c60-6e721fcb8b98 tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:30.463552 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-e4ad4500-012f-4f6d-8af5-1d58693b2d0c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:39:30.464442 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-395468c1-acc3-4962-8997-49755230041d req-f9cdaa5c-8224-4f41-8c60-6e721fcb8b98 tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] 10.222.0.72 "GET /v2.0/ports?device_id=0244ff21-e22d-4345-a856-b38136e36658 HTTP/1.1" status: 200 len: 944 time: 0.6405318 Jun 25 14:39:30.476360 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-24066f12-375e-4f10-adec-acfa6cbd9215 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:30.564848 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-e4ad4500-012f-4f6d-8af5-1d58693b2d0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:30.566524 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-9c6d6f18-9d47-4032-b446-ad64a87be37c tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747172243469'] for port, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:30.585918 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e00621-b9d6-4630-9faa-ded273dfc4e7 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] Pushing event updated for resources: {'Port': ['ID=17552845-88ed-4637-a9fd-605239a795f7,revision_number=1']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:30.597804 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-95e00621-b9d6-4630-9faa-ded273dfc4e7 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:30.630677 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-da24988c-48a5-4588-a975-42f5d1e2a56e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726995'] for security_group, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:30.633278 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-f4a12c2a-9f00-4c4e-bbb5-2f75ff6df611 req-0ca1732d-cac1-4cc0-b5da-c31063a90f1a tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] 10.222.0.72 "GET /v2.0/ports?device_id=eb0b66b9-3595-4af6-a3c2-2b4bccb68973 HTTP/1.1" status: 200 len: 210 time: 0.1782992 Jun 25 14:39:30.634448 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:30.647955 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80aef447-97b8-4ae3-839c-5f996768278f req-95e00621-b9d6-4630-9faa-ded273dfc4e7 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] Network 83fe267a-d7d2-452d-bb83-7a0060a308f0 is already hosted by enough agents. {{(pid=78397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:39:30.665792 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.scheduler.base_scheduler [req-80aef447-97b8-4ae3-839c-5f996768278f req-95e00621-b9d6-4630-9faa-ded273dfc4e7 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] Resources bound (agent type, host, resource id): {{(pid=78397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:39:30.668038 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for port, before_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:30.668502 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.l3_dvrscheduler_db [req-80aef447-97b8-4ae3-839c-5f996768278f req-95e00621-b9d6-4630-9faa-ded273dfc4e7 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] Received port after_create {{(pid=78397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 25 14:39:30.678482 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Device 5c1e3472-64a4-4cea-91c6-e88e69995d82 up at agent ovs-agent-dv-cinder-798091-1-smb {{(pid=78399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:39:30.696891 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c6d6f18-9d47-4032-b446-ad64a87be37c tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Network a1a43f7a-e11e-4ed3-80ce-932e2581e9ee is already hosted by enough agents. {{(pid=78398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:39:30.698251 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-e4ad4500-012f-4f6d-8af5-1d58693b2d0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726995'] for security_group, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:30.705480 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.scheduler.base_scheduler [None req-9c6d6f18-9d47-4032-b446-ad64a87be37c tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Resources bound (agent type, host, resource id): {{(pid=78398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:39:30.716858 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c6d6f18-9d47-4032-b446-ad64a87be37c tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Received port after_create {{(pid=78398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 25 14:39:30.751320 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80aef447-97b8-4ae3-839c-5f996768278f req-95e00621-b9d6-4630-9faa-ded273dfc4e7 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:30.752074 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-80aef447-97b8-4ae3-839c-5f996768278f req-95e00621-b9d6-4630-9faa-ded273dfc4e7 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692162'] for port, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:30.803524 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-9c6d6f18-9d47-4032-b446-ad64a87be37c tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:30.922435 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-9c6d6f18-9d47-4032-b446-ad64a87be37c tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for port, before_update {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:31.002817 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-e4ad4500-012f-4f6d-8af5-1d58693b2d0c admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=b44aca7b4bcf4fd0a8af845edf40c976&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9680414 Jun 25 14:39:31.023148 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.72', 59690) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:39:31.023653 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-1ae03815-dda9-4ddf-a515-4771afffee03 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:31.039177 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-80aef447-97b8-4ae3-839c-5f996768278f req-95e00621-b9d6-4630-9faa-ded273dfc4e7 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5664117 Jun 25 14:39:31.043421 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-395468c1-acc3-4962-8997-49755230041d req-320c0a09-78ea-40ed-9004-4c8b8231a1e3 tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] 10.222.0.72 "GET /v2.0/security-groups?id=12620e59-001b-43b9-9585-a187ca9c476b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4634025 Jun 25 14:39:31.054472 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-1ae03815-dda9-4ddf-a515-4771afffee03 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727028'] for security_group_rule, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:31.067620 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-da24988c-48a5-4588-a975-42f5d1e2a56e admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=dc15e6a6781f4a6c9b0ed01577eb34af&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8731697 Jun 25 14:39:31.073027 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.72', 59694) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:39:31.073875 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d6f18-9d47-4032-b446-ad64a87be37c tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Pushing event updated for resources: {'Port': ['ID=372c09d2-f291-42e7-82cb-222ef05b0c86,revision_number=1']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:31.080518 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.v2.base [req-80aef447-97b8-4ae3-839c-5f996768278f req-fbbe1013-056f-47c5-88a5-a4f043390093 service neutron] Request body: {'port': {'device_id': 'bbc6909b-ab6d-4631-b590-b9528a3ed3ce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79809'}} {{(pid=78397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:39:31.085173 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-9c6d6f18-9d47-4032-b446-ad64a87be37c tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.451s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:31.097127 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.276s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:31.117156 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-e5d2a7bd-2a5c-4c65-9ba5-93a4fe5422ed tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:31.199292 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-1ae03815-dda9-4ddf-a515-4771afffee03 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:31.203625 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-1ae03815-dda9-4ddf-a515-4771afffee03 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1273258 Jun 25 14:39:31.221963 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.72', 59702) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:39:31.243574 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.v2.base [None req-34c90634-db19-4a7f-ab6d-a7ba007f14d3 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Request body: {'security_group_rule': {'security_group_id': 'd7ad49bf-7682-4e15-9338-4a7ac2e3a89b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:39:31.253705 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-34c90634-db19-4a7f-ab6d-a7ba007f14d3 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:39:31.260713 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-34c90634-db19-4a7f-ab6d-a7ba007f14d3 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Usage tracker for resource:security_group_rule and tenant:7a64d79372ce407f85b911ae6861af7f is out of sync, need to count used quota {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:39:31.266498 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-34c90634-db19-4a7f-ab6d-a7ba007f14d3 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:39:31.275707 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-34c90634-db19-4a7f-ab6d-a7ba007f14d3 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:39:31.293112 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae03815-dda9-4ddf-a515-4771afffee03 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd291b80-61aa-4ab2-8487-f6e0ab1e4565,revision_number=0']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:31.304568 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-1ae03815-dda9-4ddf-a515-4771afffee03 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:31.371942 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0244ff21-e22d-4345-a856-b38136e36658', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '324ca5a9-3809-4c38-b0e4-8e049b0333e2'}] {{(pid=78399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:39:31.406769 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-34c90634-db19-4a7f-ab6d-a7ba007f14d3 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:31.434775 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da24988c-48a5-4588-a975-42f5d1e2a56e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98ab7f40-2b11-4b95-8ace-d2fcce1c49b4,revision_number=1']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:31.485758 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.db.agents_db [None req-33cd8ffe-8d55-4e82-a60c-f31f0cdcb446 None None] Agent healthcheck: found 6 active agents {{(pid=78400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 25 14:39:31.503994 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Pushing event updated for resources: {'Port': ['ID=c432326f-c674-4bae-b126-3767c8bea643,revision_number=5']} {{(pid=78399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:31.527035 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.206s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:31.530733 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-b0a251e8-67d4-4d77-a809-d8ea497bf93d None None] Notify callbacks [] for port, precommit_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:31.542734 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a238b10-7823-4ded-a9d3-b2a36d1534bf req-feae0b13-942a-4a5d-9af9-1cc30eab3825 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:31.544745 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-2a238b10-7823-4ded-a9d3-b2a36d1534bf req-feae0b13-942a-4a5d-9af9-1cc30eab3825 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] 10.222.0.77 "GET /v2.0/networks?id=83fe267a-d7d2-452d-bb83-7a0060a308f0 HTTP/1.1" status: 200 len: 819 time: 0.7369819 Jun 25 14:39:31.549743 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Provisioning for port 5c1e3472-64a4-4cea-91c6-e88e69995d82 completed by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:39:31.554919 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] For port 324ca5a9-3809-4c38-b0e4-8e049b0333e2, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=324ca5a9-3809-4c38-b0e4-8e049b0333e2,segment=NetworkSegment(71eb932d-08ba-477f-9129-39c672514c4e),segment_id=71eb932d-08ba-477f-9129-39c672514c4e)] {{(pid=78399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:39:31.557954 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-80aef447-97b8-4ae3-839c-5f996768278f req-fbbe1013-056f-47c5-88a5-a4f043390093 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for port, before_update {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:31.565273 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747172683978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747172243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747172243532'] for port, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:31.566315 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Device c76d1920-f31f-47c7-a693-c2f8fea2d9c7 up at agent hyperv_hv-cinder-79809 {{(pid=78399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:39:31.580254 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.v2.base [req-2a238b10-7823-4ded-a9d3-b2a36d1534bf req-6f60f219-8160-42f3-b3da-0735f535e3db tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] Request body: {'port': {'device_id': 'eb0b66b9-3595-4af6-a3c2-2b4bccb68973', 'network_id': '83fe267a-d7d2-452d-bb83-7a0060a308f0', 'admin_state_up': True, 'tenant_id': '34cd0f1e83ac4b7a907987b235bcb59d'}} {{(pid=78397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:39:31.660057 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-71f34265-00ca-45b6-b082-6f7181aa1723 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:31.747932 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-dcc0d852-c61a-43bc-ad21-0e0303b45fdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:31.754572 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Provisioning complete for port 5c1e3472-64a4-4cea-91c6-e88e69995d82 triggered by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:39:31.754946 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545280'] for port, provisioning_complete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:31.776977 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-9b32f7d5-22a9-4f8e-81a1-0efc64607773 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:31.786337 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [req-2a238b10-7823-4ded-a9d3-b2a36d1534bf req-6f60f219-8160-42f3-b3da-0735f535e3db tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:39:31.790811 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ad4500-012f-4f6d-8af5-1d58693b2d0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f9a8d16-b397-46fc-a828-4f946534097b,revision_number=1']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:31.796701 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-b0a251e8-67d4-4d77-a809-d8ea497bf93d None None] Transition to ACTIVE for port object 0e4b48df-7398-4425-b51b-efca48aecca5 will not be triggered until provisioned by entity L2. {{(pid=78399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:39:31.804954 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-e4ad4500-012f-4f6d-8af5-1d58693b2d0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.708s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:31.823108 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [req-2a238b10-7823-4ded-a9d3-b2a36d1534bf req-6f60f219-8160-42f3-b3da-0735f535e3db tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] Usage tracker for resource:port and tenant:34cd0f1e83ac4b7a907987b235bcb59d is out of sync, need to count used quota {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:39:31.828159 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-34c90634-db19-4a7f-ab6d-a7ba007f14d3 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:31.829804 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.831s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:31.830448 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:31.835458 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [req-2a238b10-7823-4ded-a9d3-b2a36d1534bf req-6f60f219-8160-42f3-b3da-0735f535e3db tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] Quota usage for port was recalculated. Used quota:2. {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:39:31.852085 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-34c90634-db19-4a7f-ab6d-a7ba007f14d3 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727028'] for security_group_rule, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:31.853357 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [req-2a238b10-7823-4ded-a9d3-b2a36d1534bf req-6f60f219-8160-42f3-b3da-0735f535e3db tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:39:31.864290 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-1ae03815-dda9-4ddf-a515-4771afffee03 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:31.868467 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Provisioning for port c76d1920-f31f-47c7-a693-c2f8fea2d9c7 completed by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:39:31.873976 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-b0a251e8-67d4-4d77-a809-d8ea497bf93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747172683978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747172243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747172243532'] for port, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:31.884633 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c90634-db19-4a7f-ab6d-a7ba007f14d3 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35aa67cd-a626-48db-827d-4bff0b40f340,revision_number=0']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:31.899138 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-dcc0d852-c61a-43bc-ad21-0e0303b45fdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:31.902195 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-34c90634-db19-4a7f-ab6d-a7ba007f14d3 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:31.903175 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Provisioning complete for port c76d1920-f31f-47c7-a693-c2f8fea2d9c7 triggered by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:39:31.904185 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545280'] for port, provisioning_complete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:31.912238 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a238b10-7823-4ded-a9d3-b2a36d1534bf req-6f60f219-8160-42f3-b3da-0735f535e3db tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] Made reservation on behalf of 34cd0f1e83ac4b7a907987b235bcb59d for: {'port': 1} {{(pid=78397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 14:39:31.916677 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-2a238b10-7823-4ded-a9d3-b2a36d1534bf req-6f60f219-8160-42f3-b3da-0735f535e3db tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for port, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:31.924010 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-9b32f7d5-22a9-4f8e-81a1-0efc64607773 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:32.017905 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-9c6d6f18-9d47-4032-b446-ad64a87be37c tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Notify callbacks [] for port, precommit_update {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:32.046432 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-9c6d6f18-9d47-4032-b446-ad64a87be37c tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747172683978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747172243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747172243532'] for port, after_update {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:32.059380 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e9a574-9a48-468e-af21-f92ec0094006 req-1d888599-ef21-4744-a7f9-d715ac846ef6 tempest-DeleteServersTestJSON-1577299992 tempest-DeleteServersTestJSON-1577299992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:32.061165 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-e7e9a574-9a48-468e-af21-f92ec0094006 req-1d888599-ef21-4744-a7f9-d715ac846ef6 tempest-DeleteServersTestJSON-1577299992 tempest-DeleteServersTestJSON-1577299992-project] 10.222.0.72 "GET /v2.0/ports?device_id=829e560e-4484-42d8-b849-904bef4bd304 HTTP/1.1" status: 200 len: 944 time: 0.6414273 Jun 25 14:39:32.081669 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-6e6b666d-fae4-4a2e-9e64-f4fa07d96c8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:32.115742 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [req-1e4f9012-33a2-4a4a-bba3-3cb45e8447f5 req-4d74ff91-d71d-462d-849a-551ba24faaf1 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] Synchronizing usage tracker for tenant:34cd0f1e83ac4b7a907987b235bcb59d on resource:port {{(pid=78397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 25 14:39:32.129724 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-34c90634-db19-4a7f-ab6d-a7ba007f14d3 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:32.134033 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-34c90634-db19-4a7f-ab6d-a7ba007f14d3 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9089861 Jun 25 14:39:32.134694 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.72', 59726) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:39:32.153464 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-9c6d6f18-9d47-4032-b446-ad64a87be37c tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-497906'] for floatingip, after_update {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:32.196598 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.v2.base [None req-2b84ef48-dac8-4ebd-9819-82279b937031 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Request body: {'floatingip': {'floating_network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee'}} {{(pid=78397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:39:32.200775 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.managers [None req-b0a251e8-67d4-4d77-a809-d8ea497bf93d None None] Attempting to bind port 0e4b48df-7398-4425-b51b-efca48aecca5 on host dv-cinder-798091-1-smb for vnic_type normal with profile {{(pid=78399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 14:39:32.200775 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.managers [None req-b0a251e8-67d4-4d77-a809-d8ea497bf93d None None] Attempting to bind port 0e4b48df-7398-4425-b51b-efca48aecca5 by drivers openvswitch,hyperv on host dv-cinder-798091-1-smb at level 0 using segments [{'id': '715dd0a5-8081-4e27-94a5-147a06fdbf26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'fc3ffe9c-74f9-42a1-af5f-69842b644ae0'}] {{(pid=78399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 14:39:32.200775 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a251e8-67d4-4d77-a809-d8ea497bf93d None None] Attempting to bind port 0e4b48df-7398-4425-b51b-efca48aecca5 on network fc3ffe9c-74f9-42a1-af5f-69842b644ae0 {{(pid=78399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:39:32.207417 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d6f18-9d47-4032-b446-ad64a87be37c tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Pushing event updated for resources: {'Port': ['ID=372c09d2-f291-42e7-82cb-222ef05b0c86,revision_number=2']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:32.212843 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-2b84ef48-dac8-4ebd-9819-82279b937031 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:39:32.214406 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-9c6d6f18-9d47-4032-b446-ad64a87be37c tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:32.234786 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-dcc0d852-c61a-43bc-ad21-0e0303b45fdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726995'] for security_group, after_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:32.248085 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:32.258633 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Pushing event updated for resources: {'Port': ['ID=324ca5a9-3809-4c38-b0e4-8e049b0333e2,revision_number=5']} {{(pid=78399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:32.269801 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a251e8-67d4-4d77-a809-d8ea497bf93d None None] Checking agent: {'id': 'e8ccf8d8-5bf4-4749-9aa7-038299b331e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798091-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 14, 30, 9), 'started_at': datetime.datetime(2021, 6, 25, 14, 30, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 14, 39, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798091-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 14:39:32.270183 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a251e8-67d4-4d77-a809-d8ea497bf93d None None] Checking segment: {'id': '715dd0a5-8081-4e27-94a5-147a06fdbf26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'fc3ffe9c-74f9-42a1-af5f-69842b644ae0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:39:32.270593 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-b0a251e8-67d4-4d77-a809-d8ea497bf93d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:32.270992 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a251e8-67d4-4d77-a809-d8ea497bf93d None None] Bound using segment: {'id': '715dd0a5-8081-4e27-94a5-147a06fdbf26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'fc3ffe9c-74f9-42a1-af5f-69842b644ae0'} {{(pid=78399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 14:39:32.271684 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.managers [None req-b0a251e8-67d4-4d77-a809-d8ea497bf93d None None] Bound port: 0e4b48df-7398-4425-b51b-efca48aecca5, host: dv-cinder-798091-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '715dd0a5-8081-4e27-94a5-147a06fdbf26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'fc3ffe9c-74f9-42a1-af5f-69842b644ae0'}}] {{(pid=78399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 14:39:32.272546 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-b0a251e8-67d4-4d77-a809-d8ea497bf93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for port, before_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:32.280205 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-2b84ef48-dac8-4ebd-9819-82279b937031 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Usage tracker for resource:floatingip and tenant:7a64d79372ce407f85b911ae6861af7f is out of sync, need to count used quota {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:39:32.290506 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-e7e9a574-9a48-468e-af21-f92ec0094006 req-5f069f29-376b-425d-901d-2e4366dd6003 tempest-DeleteServersTestJSON-1577299992 tempest-DeleteServersTestJSON-1577299992-project] 10.222.0.72 "GET /v2.0/security-groups?id=0f40e557-d259-446b-b44d-cf83f27b19f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097425 Jun 25 14:39:32.298586 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc0d852-c61a-43bc-ad21-0e0303b45fdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f9a8d16-b397-46fc-a828-4f946534097b,revision_number=None']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:32.300749 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.640s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:32.305445 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.358s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:32.305610 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-2b84ef48-dac8-4ebd-9819-82279b937031 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:39:32.310174 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-9b32f7d5-22a9-4f8e-81a1-0efc64607773 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726995'] for security_group, after_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:32.310967 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [req-1e4f9012-33a2-4a4a-bba3-3cb45e8447f5 req-4d74ff91-d71d-462d-849a-551ba24faaf1 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] Unset dirty status for tenant:34cd0f1e83ac4b7a907987b235bcb59d on resource:port {{(pid=78397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 25 14:39:32.312241 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-1e4f9012-33a2-4a4a-bba3-3cb45e8447f5 req-4d74ff91-d71d-462d-849a-551ba24faaf1 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] 10.222.0.72 "GET /v2.0/ports?device_id=eb0b66b9-3595-4af6-a3c2-2b4bccb68973 HTTP/1.1" status: 200 len: 210 time: 0.3806241 Jun 25 14:39:32.314573 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-dcc0d852-c61a-43bc-ad21-0e0303b45fdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:32.316686 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-dcc0d852-c61a-43bc-ad21-0e0303b45fdb admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/0f9a8d16-b397-46fc-a828-4f946534097b HTTP/1.1" status: 204 len: 168 time: 1.2890670 Jun 25 14:39:32.323429 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-dcc0d852-c61a-43bc-ad21-0e0303b45fdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:32.352663 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-9b32f7d5-22a9-4f8e-81a1-0efc64607773 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:32.360541 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-9b32f7d5-22a9-4f8e-81a1-0efc64607773 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/98ab7f40-2b11-4b95-8ace-d2fcce1c49b4 HTTP/1.1" status: 204 len: 168 time: 1.2739177 Jun 25 14:39:32.362260 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-9c6d6f18-9d47-4032-b446-ad64a87be37c tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257150'] for floatingip, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:32.363579 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-9c6d6f18-9d47-4032-b446-ad64a87be37c tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.7786410 Jun 25 14:39:32.364359 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-e4ad4500-012f-4f6d-8af5-1d58693b2d0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:32.368995 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-2b84ef48-dac8-4ebd-9819-82279b937031 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:39:32.410076 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b32f7d5-22a9-4f8e-81a1-0efc64607773 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98ab7f40-2b11-4b95-8ace-d2fcce1c49b4,revision_number=None']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:32.422179 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-9b32f7d5-22a9-4f8e-81a1-0efc64607773 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:32.460917 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-2b84ef48-dac8-4ebd-9819-82279b937031 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Notify callbacks [] for floatingip, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:32.523860 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-b0a251e8-67d4-4d77-a809-d8ea497bf93d None None] For port 0e4b48df-7398-4425-b51b-efca48aecca5, host dv-cinder-798091-1-smb, cleared binding levels {{(pid=78399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 25 14:39:32.527253 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-b0a251e8-67d4-4d77-a809-d8ea497bf93d None None] For port 0e4b48df-7398-4425-b51b-efca48aecca5, host dv-cinder-798091-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798091-1-smb',level=0,port_id=0e4b48df-7398-4425-b51b-efca48aecca5,segment=NetworkSegment(715dd0a5-8081-4e27-94a5-147a06fdbf26),segment_id=715dd0a5-8081-4e27-94a5-147a06fdbf26)] {{(pid=78399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 25 14:39:32.547906 dv-cinder-798091-1-smb neutron-server[78399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0244ff21-e22d-4345-a856-b38136e36658', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '324ca5a9-3809-4c38-b0e4-8e049b0333e2', 'code': 200} Jun 25 14:39:32.564382 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-b0a251e8-67d4-4d77-a809-d8ea497bf93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747172683978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747172243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747172243532'] for port, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:32.607622 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.notifiers.nova [req-80aef447-97b8-4ae3-839c-5f996768278f req-fbbe1013-056f-47c5-88a5-a4f043390093 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17552845-88ed-4637-a9fd-605239a795f7 {{(pid=78397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 14:39:32.643236 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-80aef447-97b8-4ae3-839c-5f996768278f req-fbbe1013-056f-47c5-88a5-a4f043390093 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:32.699938 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for port, before_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:32.716155 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.provisioning_blocks [req-80aef447-97b8-4ae3-839c-5f996768278f req-fbbe1013-056f-47c5-88a5-a4f043390093 service neutron] Transition to ACTIVE for port object 17552845-88ed-4637-a9fd-605239a795f7 will not be triggered until provisioned by entity L2. {{(pid=78397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:39:32.732016 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-80aef447-97b8-4ae3-839c-5f996768278f req-fbbe1013-056f-47c5-88a5-a4f043390093 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747172683978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747172243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747172243532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127937384'] for port, after_update {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:32.762970 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.77', 51139) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:39:32.870208 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-7ed16b40-ba15-4904-93c8-8f90432f3d9d tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:33.007024 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a251e8-67d4-4d77-a809-d8ea497bf93d None None] Routers {'03ef6f23-e4d5-412c-8e3f-21dd3d1b0712'} bound to L3 agent in host dv-cinder-798091-1-smb {{(pid=78399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:39:33.007886 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.l3_hamode_db [None req-b0a251e8-67d4-4d77-a809-d8ea497bf93d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798091-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T14:30:11Z,description=,heartbeat_timestamp=2021-06-25T14:39:11Z,host='dv-cinder-798091-1-smb',id=941bc864-709b-4c09-a7df-f27e1f49545a,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:30:11Z,topic='l3_agent')) {'router_ids': ['03ef6f23-e4d5-412c-8e3f-21dd3d1b0712'], 'active': True} {{(pid=78399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:39:33.023230 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [req-4084a666-c0e9-4fec-8fd9-05472f721797 req-9581cd74-d23b-4d88-9490-3fca445e05b7 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Synchronizing usage tracker for tenant:7a1d3268123d4b12a1168eda73de2201 on resource:security_group {{(pid=78398) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 25 14:39:33.050797 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [req-4084a666-c0e9-4fec-8fd9-05472f721797 req-9581cd74-d23b-4d88-9490-3fca445e05b7 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Unset dirty status for tenant:7a1d3268123d4b12a1168eda73de2201 on resource:security_group {{(pid=78398) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 25 14:39:33.059504 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-4084a666-c0e9-4fec-8fd9-05472f721797 req-9581cd74-d23b-4d88-9490-3fca445e05b7 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--934967191&fields=id&tenant_id=7a1d3268123d4b12a1168eda73de2201 HTTP/1.1" status: 200 len: 267 time: 0.1783819 Jun 25 14:39:33.101443 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd63b833-6b8e-418d-b7fc-68271d193996 req-7be85242-7d64-4142-9007-a3c076abc710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:33.103837 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-bd63b833-6b8e-418d-b7fc-68271d193996 req-7be85242-7d64-4142-9007-a3c076abc710 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=0244ff21-e22d-4345-a856-b38136e36658 HTTP/1.1" status: 200 len: 1098 time: 0.3398259 Jun 25 14:39:33.110601 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30eaa55d-da48-4fa4-ae2a-879787b710eb None None] Pushing event updated for resources: {'Port': ['ID=0e4b48df-7398-4425-b51b-efca48aecca5,revision_number=4']} {{(pid=78399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:33.127763 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-30eaa55d-da48-4fa4-ae2a-879787b710eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.822s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:33.128814 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.72', 59764) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:39:33.130403 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.504s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:33.155977 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.db_base_plugin_common [req-2a238b10-7823-4ded-a9d3-b2a36d1534bf req-6f60f219-8160-42f3-b3da-0735f535e3db tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] Allocated IP 172.20.0.9 (83fe267a-d7d2-452d-bb83-7a0060a308f0/f2ad48a2-5be6-4801-87cb-73e7b88cb0d2/d3374ffb-5bd2-4f2a-a218-1374d46d90f4) {{(pid=78397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 14:39:33.191346 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.72', 59766) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:39:33.209890 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] For port 5c1e3472-64a4-4cea-91c6-e88e69995d82, host dv-cinder-798091-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798091-1-smb',level=0,port_id=5c1e3472-64a4-4cea-91c6-e88e69995d82,segment=NetworkSegment(ecfb01d6-bce0-498c-ae9b-242c40d7a505),segment_id=ecfb01d6-bce0-498c-ae9b-242c40d7a505)] {{(pid=78399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:39:33.212190 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30eaa55d-da48-4fa4-ae2a-879787b710eb None None] Pushing event updated for resources: {'Port': ['ID=0e4b48df-7398-4425-b51b-efca48aecca5,revision_number=4']} {{(pid=78399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:33.219130 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-30eaa55d-da48-4fa4-ae2a-879787b710eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:33.223474 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [req-bd63b833-6b8e-418d-b7fc-68271d193996 req-3ada8151-3039-4655-90a9-cd72aaef9068 service neutron] Notify callbacks [] for security_group, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:33.224959 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747172683978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747172243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747172243532'] for port, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:33.226881 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for port, before_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:33.244528 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:33.268210 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-23c09759-6a6e-4dff-a10b-b029a92bb076 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:33.290757 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-d02da31b-21ff-425f-927e-3a73ec48102a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:33.301605 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [req-bd63b833-6b8e-418d-b7fc-68271d193996 req-3ada8151-3039-4655-90a9-cd72aaef9068 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:39:33.316198 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [req-bd63b833-6b8e-418d-b7fc-68271d193996 req-3ada8151-3039-4655-90a9-cd72aaef9068 service neutron] Usage tracker for resource:security_group_rule and tenant:ab4d3af4a14943709a260b9eead1211c is out of sync, need to count used quota {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:39:33.324427 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-23c09759-6a6e-4dff-a10b-b029a92bb076 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:39:33.331209 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [req-bd63b833-6b8e-418d-b7fc-68271d193996 req-3ada8151-3039-4655-90a9-cd72aaef9068 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:39:33.355358 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-23c09759-6a6e-4dff-a10b-b029a92bb076 admin admin] Usage tracker for resource:security_group_rule and tenant:620552e50e36445bb47c75fb3c13736c is out of sync, need to count used quota {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:39:33.358071 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [req-bd63b833-6b8e-418d-b7fc-68271d193996 req-3ada8151-3039-4655-90a9-cd72aaef9068 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:39:33.363037 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-d02da31b-21ff-425f-927e-3a73ec48102a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:39:33.374319 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-23c09759-6a6e-4dff-a10b-b029a92bb076 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:39:33.392641 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-23c09759-6a6e-4dff-a10b-b029a92bb076 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:39:33.397019 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-d02da31b-21ff-425f-927e-3a73ec48102a admin admin] Usage tracker for resource:security_group_rule and tenant:3d89c335f07d47b2bc9b0a7257be3e25 is out of sync, need to count used quota {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:39:33.397567 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbe1013-056f-47c5-88a5-a4f043390093 service neutron] Pushing event updated for resources: {'Port': ['ID=17552845-88ed-4637-a9fd-605239a795f7,revision_number=2']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:33.410290 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4084a666-c0e9-4fec-8fd9-05472f721797 req-5e339548-1c0c-4286-a69d-a465b318a776 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:33.413369 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Device c432326f-c674-4bae-b126-3767c8bea643 up at agent ovs-agent-dv-cinder-798091-1-smb {{(pid=78399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:39:33.417152 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-4084a666-c0e9-4fec-8fd9-05472f721797 req-5e339548-1c0c-4286-a69d-a465b318a776 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] 10.222.0.72 "GET /v2.0/networks?id=67ba1ff0-ab4f-41c2-a1c4-6027b2c685c1 HTTP/1.1" status: 200 len: 810 time: 0.3565102 Jun 25 14:39:33.426106 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-d02da31b-21ff-425f-927e-3a73ec48102a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:39:33.432205 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-fbbe1013-056f-47c5-88a5-a4f043390093 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.561s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:33.445037 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-d02da31b-21ff-425f-927e-3a73ec48102a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:39:33.461820 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-4084a666-c0e9-4fec-8fd9-05472f721797 req-4a905b46-32d6-4d0f-825f-d90822598615 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] 10.222.0.72 "GET /v2.0/quotas/7a1d3268123d4b12a1168eda73de2201 HTTP/1.1" status: 200 len: 375 time: 0.0436463 Jun 25 14:39:33.559274 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Pushing event updated for resources: {'Port': ['ID=5c1e3472-64a4-4cea-91c6-e88e69995d82,revision_number=5']} {{(pid=78399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:33.572592 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:33.603176 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.l3_dvr_db [None req-b0a251e8-67d4-4d77-a809-d8ea497bf93d None None] Set router 03ef6f23-e4d5-412c-8e3f-21dd3d1b0712 gateway port host: dv-cinder-798091-1-smb {{(pid=78399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:39:33.694345 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-2a238b10-7823-4ded-a9d3-b2a36d1534bf req-6f60f219-8160-42f3-b3da-0735f535e3db tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] Notify callbacks [] for port, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:33.718983 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [req-bd63b833-6b8e-418d-b7fc-68271d193996 req-3ada8151-3039-4655-90a9-cd72aaef9068 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:33.737650 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [req-4084a666-c0e9-4fec-8fd9-05472f721797 req-207c7aa6-eef6-4c72-8579-4886a948c878 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Synchronizing usage tracker for tenant:7a1d3268123d4b12a1168eda73de2201 on resource:port {{(pid=78398) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 25 14:39:33.755001 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-2a238b10-7823-4ded-a9d3-b2a36d1534bf req-6f60f219-8160-42f3-b3da-0735f535e3db tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747172243469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127937375'] for port, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:33.770957 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [req-bd63b833-6b8e-418d-b7fc-68271d193996 req-3ada8151-3039-4655-90a9-cd72aaef9068 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726995'] for security_group, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:33.773932 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-23c09759-6a6e-4dff-a10b-b029a92bb076 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:33.797437 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-d02da31b-21ff-425f-927e-3a73ec48102a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:33.814336 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:33.821327 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-23c09759-6a6e-4dff-a10b-b029a92bb076 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726995'] for security_group, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:33.869932 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-d02da31b-21ff-425f-927e-3a73ec48102a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726995'] for security_group, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:33.880829 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] For port c76d1920-f31f-47c7-a693-c2f8fea2d9c7, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=c76d1920-f31f-47c7-a693-c2f8fea2d9c7,segment=NetworkSegment(010dfdfe-8967-4ec2-8a02-54ffd5a4533e),segment_id=010dfdfe-8967-4ec2-8a02-54ffd5a4533e)] {{(pid=78399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:39:33.889224 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-073ae743-a189-4952-83d6-06211f734fee service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:33.894930 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747172683978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747172243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747172243532'] for port, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:33.911418 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [req-4084a666-c0e9-4fec-8fd9-05472f721797 req-207c7aa6-eef6-4c72-8579-4886a948c878 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Unset dirty status for tenant:7a1d3268123d4b12a1168eda73de2201 on resource:port {{(pid=78398) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 25 14:39:33.937450 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-4084a666-c0e9-4fec-8fd9-05472f721797 req-207c7aa6-eef6-4c72-8579-4886a948c878 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=7a1d3268123d4b12a1168eda73de2201&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4744904 Jun 25 14:39:33.963260 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-bd63b833-6b8e-418d-b7fc-68271d193996 req-3ada8151-3039-4655-90a9-cd72aaef9068 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=12620e59-001b-43b9-9585-a187ca9c476b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8491566 Jun 25 14:39:33.981494 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a238b10-7823-4ded-a9d3-b2a36d1534bf req-6f60f219-8160-42f3-b3da-0735f535e3db tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] Network 83fe267a-d7d2-452d-bb83-7a0060a308f0 is already hosted by enough agents. {{(pid=78397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:39:33.988688 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-30eaa55d-da48-4fa4-ae2a-879787b710eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:33.990514 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de63b65-d2c6-43aa-a78d-54c06102ec9c req-84bfa58c-f28e-4c29-ab01-7d807d0c0816 tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:33.992159 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-1de63b65-d2c6-43aa-a78d-54c06102ec9c req-84bfa58c-f28e-4c29-ab01-7d807d0c0816 tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] 10.222.0.72 "GET /v2.0/ports?device_id=0244ff21-e22d-4345-a856-b38136e36658 HTTP/1.1" status: 200 len: 945 time: 1.3761120 Jun 25 14:39:33.998413 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.scheduler.base_scheduler [req-2a238b10-7823-4ded-a9d3-b2a36d1534bf req-6f60f219-8160-42f3-b3da-0735f535e3db tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] Resources bound (agent type, host, resource id): {{(pid=78397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:39:34.002092 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a238b10-7823-4ded-a9d3-b2a36d1534bf req-6f60f219-8160-42f3-b3da-0735f535e3db tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] Received port after_create {{(pid=78397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 25 14:39:34.014276 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-23c09759-6a6e-4dff-a10b-b029a92bb076 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=620552e50e36445bb47c75fb3c13736c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8249683 Jun 25 14:39:34.034143 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.72', 59784) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:39:34.040972 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.managers [req-80aef447-97b8-4ae3-839c-5f996768278f req-fbbe1013-056f-47c5-88a5-a4f043390093 service neutron] Attempting to bind port 17552845-88ed-4637-a9fd-605239a795f7 on host hv-cinder-79809 for vnic_type normal with profile {{(pid=78397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 14:39:34.041303 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.managers [req-80aef447-97b8-4ae3-839c-5f996768278f req-fbbe1013-056f-47c5-88a5-a4f043390093 service neutron] Attempting to bind port 17552845-88ed-4637-a9fd-605239a795f7 by drivers openvswitch,hyperv on host hv-cinder-79809 at level 0 using segments [{'id': 'ecfb01d6-bce0-498c-ae9b-242c40d7a505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '83fe267a-d7d2-452d-bb83-7a0060a308f0'}] {{(pid=78397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 14:39:34.041655 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80aef447-97b8-4ae3-839c-5f996768278f req-fbbe1013-056f-47c5-88a5-a4f043390093 service neutron] Attempting to bind port 17552845-88ed-4637-a9fd-605239a795f7 on network 83fe267a-d7d2-452d-bb83-7a0060a308f0 {{(pid=78397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:39:34.059778 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Provisioning complete for port c432326f-c674-4bae-b126-3767c8bea643 triggered by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:39:34.060297 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545280'] for port, provisioning_complete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:34.077765 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ada8151-3039-4655-90a9-cd72aaef9068 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=aa5e28b3-787b-4481-bb90-016088701e7a,revision_number=1']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:34.085091 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-3ada8151-3039-4655-90a9-cd72aaef9068 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:34.089604 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-86ae4437-8e69-43d0-aaf0-64c64e6a653d tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.193s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:34.089785 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f60f219-8160-42f3-b3da-0735f535e3db tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] Pushing event updated for resources: {'Port': ['ID=d3374ffb-5bd2-4f2a-a218-1374d46d90f4,revision_number=1']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:34.103598 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-6f60f219-8160-42f3-b3da-0735f535e3db tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:34.105925 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-d02da31b-21ff-425f-927e-3a73ec48102a admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=3d89c335f07d47b2bc9b0a7257be3e25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9077563 Jun 25 14:39:34.108765 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.72', 59790) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:39:34.120469 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80aef447-97b8-4ae3-839c-5f996768278f req-fbbe1013-056f-47c5-88a5-a4f043390093 service neutron] Port 17552845-88ed-4637-a9fd-605239a795f7 on network 83fe267a-d7d2-452d-bb83-7a0060a308f0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79809 {{(pid=78397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 14:39:34.120721 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80aef447-97b8-4ae3-839c-5f996768278f req-fbbe1013-056f-47c5-88a5-a4f043390093 service neutron] Attempting to bind port 17552845-88ed-4637-a9fd-605239a795f7 on network 83fe267a-d7d2-452d-bb83-7a0060a308f0 {{(pid=78397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:39:34.147538 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80aef447-97b8-4ae3-839c-5f996768278f req-fbbe1013-056f-47c5-88a5-a4f043390093 service neutron] Checking agent: {'id': 'cd5845b2-5f15-4f32-8a77-b0e44a8778a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79809', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 14, 36, 51), 'started_at': datetime.datetime(2021, 6, 25, 14, 36, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 14, 39, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 14:39:34.147871 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80aef447-97b8-4ae3-839c-5f996768278f req-fbbe1013-056f-47c5-88a5-a4f043390093 service neutron] Checking segment: {'id': 'ecfb01d6-bce0-498c-ae9b-242c40d7a505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '83fe267a-d7d2-452d-bb83-7a0060a308f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:39:34.148247 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80aef447-97b8-4ae3-839c-5f996768278f req-fbbe1013-056f-47c5-88a5-a4f043390093 service neutron] Bound using segment: {'id': 'ecfb01d6-bce0-498c-ae9b-242c40d7a505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '83fe267a-d7d2-452d-bb83-7a0060a308f0'} {{(pid=78397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 14:39:34.148682 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.managers [req-80aef447-97b8-4ae3-839c-5f996768278f req-fbbe1013-056f-47c5-88a5-a4f043390093 service neutron] Bound port: 17552845-88ed-4637-a9fd-605239a795f7, host: hv-cinder-79809, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ecfb01d6-bce0-498c-ae9b-242c40d7a505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '83fe267a-d7d2-452d-bb83-7a0060a308f0'}}] {{(pid=78397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 14:39:34.149015 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-80aef447-97b8-4ae3-839c-5f996768278f req-fbbe1013-056f-47c5-88a5-a4f043390093 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for port, before_update {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:34.168575 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c09759-6a6e-4dff-a10b-b029a92bb076 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=717e9f6f-22f4-4e1c-a0ec-04d2485f332a,revision_number=1']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:34.171668 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Pushing event updated for resources: {'Port': ['ID=c76d1920-f31f-47c7-a693-c2f8fea2d9c7,revision_number=5']} {{(pid=78399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:34.174479 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:34.207080 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02da31b-21ff-425f-927e-3a73ec48102a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3504674-1381-4e53-8a0c-ff1e4d5f14b1,revision_number=1']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:34.226081 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-d02da31b-21ff-425f-927e-3a73ec48102a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:34.228145 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.317s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:34.228438 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:34.232365 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a238b10-7823-4ded-a9d3-b2a36d1534bf req-6f60f219-8160-42f3-b3da-0735f535e3db tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:34.233197 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-2a238b10-7823-4ded-a9d3-b2a36d1534bf req-6f60f219-8160-42f3-b3da-0735f535e3db tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692162'] for port, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:34.245946 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-4084a666-c0e9-4fec-8fd9-05472f721797 req-380d0f72-f9ce-47b1-9732-812aaa6ac16f service neutron] 10.222.0.72 "GET /v2.0/networks/67ba1ff0-ab4f-41c2-a1c4-6027b2c685c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3072309 Jun 25 14:39:34.287133 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-98b26b4d-a272-469c-84e5-b70e5a4df5fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:34.327557 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.l3_hamode_db [None req-b0a251e8-67d4-4d77-a809-d8ea497bf93d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03ef6f23-e4d5-412c-8e3f-21dd3d1b0712', 'name': 'tempest-AttachVolumeShelveTestJSON-537812765-router', 'tenant_id': '7a64d79372ce407f85b911ae6861af7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee', 'external_fixed_ips': [{'subnet_id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'ip_address': '172.28.1.153'}], 'enable_snat': True}, 'gw_port_id': '2bb245d5-8ebe-41a4-8500-5743feba021d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:38:58Z', 'updated_at': '2021-06-25T14:39:22Z', 'revision_number': 4, 'project_id': '7a64d79372ce407f85b911ae6861af7f', 'gw_port': {'id': '2bb245d5-8ebe-41a4-8500-5743feba021d', 'name': '', 'network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:70:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ef6f23-e4d5-412c-8e3f-21dd3d1b0712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'ip_address': '172.28.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:39:03Z', 'updated_at': '2021-06-25T14:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798091-1-smb', '_interfaces': [{'id': '0e4b48df-7398-4425-b51b-efca48aecca5', 'name': '', 'network_id': 'fc3ffe9c-74f9-42a1-af5f-69842b644ae0', 'tenant_id': '7a64d79372ce407f85b911ae6861af7f', 'mac_address': 'fa:16:3e:f9:96:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03ef6f23-e4d5-412c-8e3f-21dd3d1b0712', 'device_owner': 'network:router_interface', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': '24c79731-6cdf-4634-b94b-8a5d29662e96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:39:21Z', 'updated_at': '2021-06-25T14:39:32Z', 'revision_number': 4, 'project_id': '7a64d79372ce407f85b911ae6861af7f', 'subnets': [{'id': '24c79731-6cdf-4634-b94b-8a5d29662e96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798091-1-smb', False) {} {{(pid=78399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:39:34.332579 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a251e8-67d4-4d77-a809-d8ea497bf93d None None] The sync data for ids ['03ef6f23-e4d5-412c-8e3f-21dd3d1b0712'] in dv-cinder-798091-1-smb is: [{'id': '03ef6f23-e4d5-412c-8e3f-21dd3d1b0712', 'name': 'tempest-AttachVolumeShelveTestJSON-537812765-router', 'tenant_id': '7a64d79372ce407f85b911ae6861af7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee', 'external_fixed_ips': [{'subnet_id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'ip_address': '172.28.1.153'}], 'enable_snat': True}, 'gw_port_id': '2bb245d5-8ebe-41a4-8500-5743feba021d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:38:58Z', 'updated_at': '2021-06-25T14:39:22Z', 'revision_number': 4, 'project_id': '7a64d79372ce407f85b911ae6861af7f', 'gw_port': {'id': '2bb245d5-8ebe-41a4-8500-5743feba021d', 'name': '', 'network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:70:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ef6f23-e4d5-412c-8e3f-21dd3d1b0712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'ip_address': '172.28.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:39:03Z', 'updated_at': '2021-06-25T14:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798091-1-smb', '_interfaces': [{'id': '0e4b48df-7398-4425-b51b-efca48aecca5', 'name': '', 'network_id': 'fc3ffe9c-74f9-42a1-af5f-69842b644ae0', 'tenant_id': '7a64d79372ce407f85b911ae6861af7f', 'mac_address': 'fa:16:3e:f9:96:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03ef6f23-e4d5-412c-8e3f-21dd3d1b0712', 'device_owner': 'network:router_interface', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': '24c79731-6cdf-4634-b94b-8a5d29662e96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:39:21Z', 'updated_at': '2021-06-25T14:39:32Z', 'revision_number': 4, 'project_id': '7a64d79372ce407f85b911ae6861af7f', 'subnets': [{'id': '24c79731-6cdf-4634-b94b-8a5d29662e96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 14:39:34.338162 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-1de63b65-d2c6-43aa-a78d-54c06102ec9c req-6432edba-b096-4ab4-afa4-b4071a84796d tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] 10.222.0.72 "GET /v2.0/security-groups?id=12620e59-001b-43b9-9585-a187ca9c476b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2997210 Jun 25 14:39:34.348987 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-2b84ef48-dac8-4ebd-9819-82279b937031 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for port, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:34.351987 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-2a238b10-7823-4ded-a9d3-b2a36d1534bf req-6f60f219-8160-42f3-b3da-0735f535e3db tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7828546 Jun 25 14:39:34.414282 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-b40baf89-a3d5-492f-aca6-7476f2062d16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:34.435897 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-98b26b4d-a272-469c-84e5-b70e5a4df5fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:34.438148 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.v2.base [req-2a238b10-7823-4ded-a9d3-b2a36d1534bf req-fe926351-048e-4a81-9516-c6a31bbddec4 service neutron] Request body: {'port': {'device_id': 'eb0b66b9-3595-4af6-a3c2-2b4bccb68973', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79809'}} {{(pid=78397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:39:34.514550 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-b40baf89-a3d5-492f-aca6-7476f2062d16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:34.528779 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-4084a666-c0e9-4fec-8fd9-05472f721797 req-63753959-e4ba-4dc9-92cd-ca5573f3843b service neutron] 10.222.0.72 "GET /v2.0/networks/67ba1ff0-ab4f-41c2-a1c4-6027b2c685c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2736719 Jun 25 14:39:34.543335 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-98b26b4d-a272-469c-84e5-b70e5a4df5fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726995'] for security_group, after_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:34.548691 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '829e560e-4484-42d8-b849-904bef4bd304', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c76d1920-f31f-47c7-a693-c2f8fea2d9c7'}] {{(pid=78399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:39:34.550099 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:34.566978 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b26b4d-a272-469c-84e5-b70e5a4df5fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3504674-1381-4e53-8a0c-ff1e4d5f14b1,revision_number=None']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:34.579030 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-98b26b4d-a272-469c-84e5-b70e5a4df5fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:34.604425 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-98b26b4d-a272-469c-84e5-b70e5a4df5fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:34.609534 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-98b26b4d-a272-469c-84e5-b70e5a4df5fc admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c3504674-1381-4e53-8a0c-ff1e4d5f14b1 HTTP/1.1" status: 204 len: 168 time: 0.4945450 Jun 25 14:39:34.828579 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.db [req-80aef447-97b8-4ae3-839c-5f996768278f req-fbbe1013-056f-47c5-88a5-a4f043390093 service neutron] For port 17552845-88ed-4637-a9fd-605239a795f7, host hv-cinder-79809, cleared binding levels {{(pid=78397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 25 14:39:34.842570 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.db [req-80aef447-97b8-4ae3-839c-5f996768278f req-fbbe1013-056f-47c5-88a5-a4f043390093 service neutron] For port 17552845-88ed-4637-a9fd-605239a795f7, host hv-cinder-79809, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=17552845-88ed-4637-a9fd-605239a795f7,segment=NetworkSegment(ecfb01d6-bce0-498c-ae9b-242c40d7a505),segment_id=ecfb01d6-bce0-498c-ae9b-242c40d7a505)] {{(pid=78397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 25 14:39:34.975728 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.db_base_plugin_common [None req-2b84ef48-dac8-4ebd-9819-82279b937031 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Allocated IP 172.28.1.194 (a1a43f7a-e11e-4ed3-80ce-932e2581e9ee/b0ba03d7-4f3a-4e33-bbe4-11273a91df80/240d523e-cc10-402f-bde7-25c14893ab58) {{(pid=78397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 14:39:34.997200 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ec9ab8-4ff4-45f7-b68c-bd3f20260685 req-9bfa2b69-1228-4cf9-9392-ce41b8415dc1 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:35.006969 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-16ec9ab8-4ff4-45f7-b68c-bd3f20260685 req-9bfa2b69-1228-4cf9-9392-ce41b8415dc1 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] 10.222.0.72 "GET /v2.0/ports?device_id=eb0b66b9-3595-4af6-a3c2-2b4bccb68973 HTTP/1.1" status: 200 len: 931 time: 0.1685810 Jun 25 14:39:35.061186 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-2a238b10-7823-4ded-a9d3-b2a36d1534bf req-fe926351-048e-4a81-9516-c6a31bbddec4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for port, before_update {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:35.068872 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [req-16ec9ab8-4ff4-45f7-b68c-bd3f20260685 req-4ced0170-d3b6-484d-93d4-e26e4475cb6f tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] Synchronizing usage tracker for tenant:34cd0f1e83ac4b7a907987b235bcb59d on resource:security_group {{(pid=78398) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 25 14:39:35.096473 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [req-16ec9ab8-4ff4-45f7-b68c-bd3f20260685 req-4ced0170-d3b6-484d-93d4-e26e4475cb6f tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] Unset dirty status for tenant:34cd0f1e83ac4b7a907987b235bcb59d on resource:security_group {{(pid=78398) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 25 14:39:35.102314 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-16ec9ab8-4ff4-45f7-b68c-bd3f20260685 req-4ced0170-d3b6-484d-93d4-e26e4475cb6f tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ca4f9d5-2444-4fa7-9912-3d2a58bd9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898378 Jun 25 14:39:35.216177 dv-cinder-798091-1-smb neutron-server[78399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '829e560e-4484-42d8-b849-904bef4bd304', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c76d1920-f31f-47c7-a693-c2f8fea2d9c7', 'code': 200} Jun 25 14:39:35.285630 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-80aef447-97b8-4ae3-839c-5f996768278f req-fbbe1013-056f-47c5-88a5-a4f043390093 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747172683978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747172243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747172243532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127937384'] for port, after_update {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:35.382555 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-95e00621-b9d6-4630-9faa-ded273dfc4e7 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:35.445359 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-6c48fa97-87bf-4965-ab1c-8e63a53cdaf6 req-2ba72594-ec49-4784-8940-b754baa76166 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] 10.222.0.72 "GET /v2.0/ports?device_id=100fae19-9887-4686-a978-0b1be5cfeb7f HTTP/1.1" status: 200 len: 210 time: 0.1371031 Jun 25 14:39:35.542567 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.72', 59818) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:39:35.552003 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Device 5c1e3472-64a4-4cea-91c6-e88e69995d82 up at agent ovs-agent-dv-cinder-798091-1-smb {{(pid=78399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:39:35.592349 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-bf78dc64-72cc-48da-a885-406f06f49fa4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:35.596079 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbe1013-056f-47c5-88a5-a4f043390093 service neutron] Pushing event updated for resources: {'Port': ['ID=17552845-88ed-4637-a9fd-605239a795f7,revision_number=3']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:35.627675 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-fbbe1013-056f-47c5-88a5-a4f043390093 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:35.633215 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80aef447-97b8-4ae3-839c-5f996768278f req-fbbe1013-056f-47c5-88a5-a4f043390093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:35.637054 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-80aef447-97b8-4ae3-839c-5f996768278f req-fbbe1013-056f-47c5-88a5-a4f043390093 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692162'] for port, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:35.649507 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-80aef447-97b8-4ae3-839c-5f996768278f req-fbbe1013-056f-47c5-88a5-a4f043390093 service neutron] 10.222.0.77 "PUT /v2.0/ports/17552845-88ed-4637-a9fd-605239a795f7 HTTP/1.1" status: 200 len: 1093 time: 4.5889516 Jun 25 14:39:35.679787 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbc6909b-ab6d-4631-b590-b9528a3ed3ce', 'tag': '17552845-88ed-4637-a9fd-605239a795f7'}] {{(pid=78397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:39:35.728785 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7450e1-67c2-4e32-be67-e278d53dce62 req-e988daab-f88f-4e2a-9a43-2ad89cfad987 tempest-DeleteServersTestJSON-1577299992 tempest-DeleteServersTestJSON-1577299992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:35.730777 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-ef7450e1-67c2-4e32-be67-e278d53dce62 req-e988daab-f88f-4e2a-9a43-2ad89cfad987 tempest-DeleteServersTestJSON-1577299992 tempest-DeleteServersTestJSON-1577299992-project] 10.222.0.72 "GET /v2.0/ports?device_id=829e560e-4484-42d8-b849-904bef4bd304 HTTP/1.1" status: 200 len: 945 time: 1.2029526 Jun 25 14:39:35.736007 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Provisioning complete for port 5c1e3472-64a4-4cea-91c6-e88e69995d82 triggered by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:39:35.736402 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545280'] for port, provisioning_complete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:35.974235 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-bf78dc64-72cc-48da-a885-406f06f49fa4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:39:35.986677 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Device 0e4b48df-7398-4425-b51b-efca48aecca5 up at agent ovs-agent-dv-cinder-798091-1-smb {{(pid=78399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:39:36.003485 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-bf78dc64-72cc-48da-a885-406f06f49fa4 admin admin] Usage tracker for resource:security_group_rule and tenant:ef6f9e24dd094175b509db174c876ba3 is out of sync, need to count used quota {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:39:36.025099 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-2b84ef48-dac8-4ebd-9819-82279b937031 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Notify callbacks [] for port, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:36.039552 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-b40baf89-a3d5-492f-aca6-7476f2062d16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726995'] for security_group, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:36.051802 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-ef7450e1-67c2-4e32-be67-e278d53dce62 req-4b94d03f-30d9-47b9-8ed4-6116e5eaf4f8 tempest-DeleteServersTestJSON-1577299992 tempest-DeleteServersTestJSON-1577299992-project] 10.222.0.72 "GET /v2.0/security-groups?id=0f40e557-d259-446b-b44d-cf83f27b19f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3068142 Jun 25 14:39:36.062527 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Provisioning for port 0e4b48df-7398-4425-b51b-efca48aecca5 completed by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:39:36.066047 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-bf78dc64-72cc-48da-a885-406f06f49fa4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:39:36.071284 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:36.073895 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Provisioning complete for port 0e4b48df-7398-4425-b51b-efca48aecca5 triggered by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:39:36.074313 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545280'] for port, provisioning_complete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:36.092333 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-bf78dc64-72cc-48da-a885-406f06f49fa4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:39:36.106708 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40baf89-a3d5-492f-aca6-7476f2062d16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=717e9f6f-22f4-4e1c-a0ec-04d2485f332a,revision_number=None']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:36.119257 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-b40baf89-a3d5-492f-aca6-7476f2062d16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:36.170354 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209a9c91-6d04-42d2-bc4d-0bc6d0b8d99d req-4eb5f663-d834-4f9b-8925-7405ae570e31 tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:36.172977 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-209a9c91-6d04-42d2-bc4d-0bc6d0b8d99d req-4eb5f663-d834-4f9b-8925-7405ae570e31 tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] 10.222.0.72 "GET /v2.0/ports?device_id=0244ff21-e22d-4345-a856-b38136e36658 HTTP/1.1" status: 200 len: 945 time: 0.2700644 Jun 25 14:39:36.198329 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b9132c-d704-4664-a85e-73a017e72fc6 req-8aff846d-cbf8-415c-9950-3c3224f3f2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:36.200842 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-80b9132c-d704-4664-a85e-73a017e72fc6 req-8aff846d-cbf8-415c-9950-3c3224f3f2c7 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=829e560e-4484-42d8-b849-904bef4bd304 HTTP/1.1" status: 200 len: 1098 time: 0.6538293 Jun 25 14:39:36.204358 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbc6909b-ab6d-4631-b590-b9528a3ed3ce', 'tag': '17552845-88ed-4637-a9fd-605239a795f7', 'status': 'completed', 'code': 200} Jun 25 14:39:36.264377 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-b40baf89-a3d5-492f-aca6-7476f2062d16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:36.266269 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-b40baf89-a3d5-492f-aca6-7476f2062d16 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/717e9f6f-22f4-4e1c-a0ec-04d2485f332a HTTP/1.1" status: 204 len: 168 time: 2.2267976 Jun 25 14:39:36.322794 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-2b84ef48-dac8-4ebd-9819-82279b937031 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747172243469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127937375'] for port, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:36.332118 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for port, before_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:36.353205 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-209a9c91-6d04-42d2-bc4d-0bc6d0b8d99d req-8ad67760-0368-49c8-acdf-7f0dd50a0a61 tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] 10.222.0.72 "GET /v2.0/security-groups?id=12620e59-001b-43b9-9585-a187ca9c476b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627126 Jun 25 14:39:36.358309 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [req-80b9132c-d704-4664-a85e-73a017e72fc6 req-bded1987-2812-4093-8181-486688172c21 service neutron] Synchronizing usage tracker for tenant:ab4d3af4a14943709a260b9eead1211c on resource:security_group {{(pid=78398) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 25 14:39:36.375735 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80aef447-97b8-4ae3-839c-5f996768278f req-1b659c5a-03ce-4753-b23e-82ce4a555e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:36.377792 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] For port 0e4b48df-7398-4425-b51b-efca48aecca5, host dv-cinder-798091-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798091-1-smb',level=0,port_id=0e4b48df-7398-4425-b51b-efca48aecca5,segment=NetworkSegment(715dd0a5-8081-4e27-94a5-147a06fdbf26),segment_id=715dd0a5-8081-4e27-94a5-147a06fdbf26)] {{(pid=78399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:39:36.378146 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-80aef447-97b8-4ae3-839c-5f996768278f req-1b659c5a-03ce-4753-b23e-82ce4a555e71 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=34cd0f1e83ac4b7a907987b235bcb59d&device_id=bbc6909b-ab6d-4631-b590-b9528a3ed3ce HTTP/1.1" status: 200 len: 1096 time: 0.5355258 Jun 25 14:39:36.382878 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747172683978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747172243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747172243532'] for port, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:36.387920 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:36.403968 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-f37dc77e-ec1e-42df-aeda-5a35be97b831 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:36.428652 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-bf78dc64-72cc-48da-a885-406f06f49fa4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:36.440503 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-bf78dc64-72cc-48da-a885-406f06f49fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726995'] for security_group, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:36.456263 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-dcc0d852-c61a-43bc-ad21-0e0303b45fdb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:36.480874 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [req-80b9132c-d704-4664-a85e-73a017e72fc6 req-bded1987-2812-4093-8181-486688172c21 service neutron] Unset dirty status for tenant:ab4d3af4a14943709a260b9eead1211c on resource:security_group {{(pid=78398) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 25 14:39:36.482233 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-80b9132c-d704-4664-a85e-73a017e72fc6 req-bded1987-2812-4093-8181-486688172c21 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=0f40e557-d259-446b-b44d-cf83f27b19f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2419779 Jun 25 14:39:36.484637 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Pushing event updated for resources: {'Port': ['ID=0e4b48df-7398-4425-b51b-efca48aecca5,revision_number=5']} {{(pid=78399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:36.490984 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:36.518297 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-bf78dc64-72cc-48da-a885-406f06f49fa4 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ef6f9e24dd094175b509db174c876ba3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9741554 Jun 25 14:39:36.519950 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.72', 59834) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:39:36.523510 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf78dc64-72cc-48da-a885-406f06f49fa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfbb39bb-83fa-4658-9462-0899289a416b,revision_number=1']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:36.538954 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-bf78dc64-72cc-48da-a885-406f06f49fa4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:36.567174 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-80aef447-97b8-4ae3-839c-5f996768278f req-c74f294f-8bc4-4595-a782-96ee835a3747 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=17552845-88ed-4637-a9fd-605239a795f7 HTTP/1.1" status: 200 len: 217 time: 0.1192393 Jun 25 14:39:36.598292 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b84ef48-dac8-4ebd-9819-82279b937031 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Network a1a43f7a-e11e-4ed3-80ce-932e2581e9ee is already hosted by enough agents. {{(pid=78397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:39:36.604332 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.scheduler.base_scheduler [None req-2b84ef48-dac8-4ebd-9819-82279b937031 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Resources bound (agent type, host, resource id): {{(pid=78397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:39:36.611175 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b84ef48-dac8-4ebd-9819-82279b937031 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Received port after_create {{(pid=78397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 25 14:39:36.642667 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-fecee82d-c71e-4e77-8120-8b9e8d924000 req-7885be74-ee00-4a79-ae4c-0771c03b5c8c tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] 10.222.0.72 "GET /v2.0/ports?device_id=100fae19-9887-4686-a978-0b1be5cfeb7f HTTP/1.1" status: 200 len: 210 time: 0.0583546 Jun 25 14:39:36.650913 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-851691f0-0d48-4bf5-9abc-e386ea761a11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:36.672522 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b84ef48-dac8-4ebd-9819-82279b937031 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Pushing event updated for resources: {'Port': ['ID=240d523e-cc10-402f-bde7-25c14893ab58,revision_number=1']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:36.680402 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-2b84ef48-dac8-4ebd-9819-82279b937031 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:36.693940 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-851691f0-0d48-4bf5-9abc-e386ea761a11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:36.764119 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-851691f0-0d48-4bf5-9abc-e386ea761a11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726995'] for security_group, after_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:36.772385 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:36.793489 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9afbdd-12b1-43d9-bed9-270e2aa05846 req-4ca1656d-9b7b-4251-b207-995f2fd82613 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:36.795155 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-3e9afbdd-12b1-43d9-bed9-270e2aa05846 req-4ca1656d-9b7b-4251-b207-995f2fd82613 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] 10.222.0.72 "GET /v2.0/ports?device_id=eb0b66b9-3595-4af6-a3c2-2b4bccb68973 HTTP/1.1" status: 200 len: 931 time: 0.4780295 Jun 25 14:39:36.814865 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-851691f0-0d48-4bf5-9abc-e386ea761a11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:36.815984 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-851691f0-0d48-4bf5-9abc-e386ea761a11 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/dfbb39bb-83fa-4658-9462-0899289a416b HTTP/1.1" status: 204 len: 168 time: 0.2947259 Jun 25 14:39:36.817019 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851691f0-0d48-4bf5-9abc-e386ea761a11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfbb39bb-83fa-4658-9462-0899289a416b,revision_number=None']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:36.837940 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-851691f0-0d48-4bf5-9abc-e386ea761a11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:36.847387 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.notifiers.nova [req-2a238b10-7823-4ded-a9d3-b2a36d1534bf req-fe926351-048e-4a81-9516-c6a31bbddec4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3374ffb-5bd2-4f2a-a218-1374d46d90f4 {{(pid=78397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 14:39:36.866929 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-2a238b10-7823-4ded-a9d3-b2a36d1534bf req-fe926351-048e-4a81-9516-c6a31bbddec4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:36.932502 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-2b84ef48-dac8-4ebd-9819-82279b937031 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:36.937841 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.provisioning_blocks [req-2a238b10-7823-4ded-a9d3-b2a36d1534bf req-fe926351-048e-4a81-9516-c6a31bbddec4 service neutron] Transition to ACTIVE for port object d3374ffb-5bd2-4f2a-a218-1374d46d90f4 will not be triggered until provisioned by entity L2. {{(pid=78397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:39:36.954973 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-2a238b10-7823-4ded-a9d3-b2a36d1534bf req-fe926351-048e-4a81-9516-c6a31bbddec4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747172683978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747172243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747172243532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127937384'] for port, after_update {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:36.995475 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80aef447-97b8-4ae3-839c-5f996768278f req-486515d7-0c62-46dc-9adf-d96d9bf3a49d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:36.996907 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-80aef447-97b8-4ae3-839c-5f996768278f req-486515d7-0c62-46dc-9adf-d96d9bf3a49d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f2ad48a2-5be6-4801-87cb-73e7b88cb0d2 HTTP/1.1" status: 200 len: 859 time: 0.2501855 Jun 25 14:39:37.009373 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-3e9afbdd-12b1-43d9-bed9-270e2aa05846 req-c0b8ea62-45cc-4592-ab5e-ed4e98c83980 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ca4f9d5-2444-4fa7-9912-3d2a58bd9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689060 Jun 25 14:39:37.018835 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:37.391401 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Device 0e4b48df-7398-4425-b51b-efca48aecca5 up at agent ovs-agent-dv-cinder-798091-1-smb {{(pid=78399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:39:37.433007 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-80aef447-97b8-4ae3-839c-5f996768278f req-d907b63c-6567-4810-92d7-b5a25a2cc787 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=83fe267a-d7d2-452d-bb83-7a0060a308f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3848641 Jun 25 14:39:37.490526 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-2b84ef48-dac8-4ebd-9819-82279b937031 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for port, before_update {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:37.536425 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe926351-048e-4a81-9516-c6a31bbddec4 service neutron] Pushing event updated for resources: {'Port': ['ID=d3374ffb-5bd2-4f2a-a218-1374d46d90f4,revision_number=2']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:37.588184 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-fe926351-048e-4a81-9516-c6a31bbddec4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.569s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:37.676576 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Provisioning complete for port 0e4b48df-7398-4425-b51b-efca48aecca5 triggered by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:39:37.680888 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545280'] for port, provisioning_complete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:37.771721 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4084a666-c0e9-4fec-8fd9-05472f721797 req-7ee63820-3421-4427-83f8-9caa66067d45 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:37.789347 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-4084a666-c0e9-4fec-8fd9-05472f721797 req-7ee63820-3421-4427-83f8-9caa66067d45 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] 10.222.0.77 "GET /v2.0/networks?id=67ba1ff0-ab4f-41c2-a1c4-6027b2c685c1 HTTP/1.1" status: 200 len: 810 time: 0.6715899 Jun 25 14:39:37.913620 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-4084a666-c0e9-4fec-8fd9-05472f721797 req-98a4e11c-6adb-4c9a-86ad-3204a9cea16a tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7a1d3268123d4b12a1168eda73de2201 HTTP/1.1" status: 200 len: 379 time: 0.1082451 Jun 25 14:39:37.926481 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7179f052-ef5c-4217-9300-3cc6f146845c req-b6fa8422-d2ad-471e-b2eb-13432d06e586 tempest-DeleteServersTestJSON-1577299992 tempest-DeleteServersTestJSON-1577299992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:37.934269 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-7179f052-ef5c-4217-9300-3cc6f146845c req-b6fa8422-d2ad-471e-b2eb-13432d06e586 tempest-DeleteServersTestJSON-1577299992 tempest-DeleteServersTestJSON-1577299992-project] 10.222.0.72 "GET /v2.0/ports?device_id=829e560e-4484-42d8-b849-904bef4bd304 HTTP/1.1" status: 200 len: 945 time: 0.5986643 Jun 25 14:39:37.947111 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.v2.base [req-4084a666-c0e9-4fec-8fd9-05472f721797 req-a5eca222-36e2-4170-b60c-7f4f48c90bff tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Request body: {'port': {'device_id': '100fae19-9887-4686-a978-0b1be5cfeb7f', 'network_id': '67ba1ff0-ab4f-41c2-a1c4-6027b2c685c1', 'admin_state_up': True, 'tenant_id': '7a1d3268123d4b12a1168eda73de2201', 'security_groups': ['55fed236-b79f-45ec-b512-cc10561c3d2c']}} {{(pid=78398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:39:38.054183 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.managers [req-2a238b10-7823-4ded-a9d3-b2a36d1534bf req-fe926351-048e-4a81-9516-c6a31bbddec4 service neutron] Attempting to bind port d3374ffb-5bd2-4f2a-a218-1374d46d90f4 on host hv-cinder-79809 for vnic_type normal with profile {{(pid=78397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 14:39:38.054513 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.managers [req-2a238b10-7823-4ded-a9d3-b2a36d1534bf req-fe926351-048e-4a81-9516-c6a31bbddec4 service neutron] Attempting to bind port d3374ffb-5bd2-4f2a-a218-1374d46d90f4 by drivers openvswitch,hyperv on host hv-cinder-79809 at level 0 using segments [{'id': 'ecfb01d6-bce0-498c-ae9b-242c40d7a505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '83fe267a-d7d2-452d-bb83-7a0060a308f0'}] {{(pid=78397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 14:39:38.054845 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a238b10-7823-4ded-a9d3-b2a36d1534bf req-fe926351-048e-4a81-9516-c6a31bbddec4 service neutron] Attempting to bind port d3374ffb-5bd2-4f2a-a218-1374d46d90f4 on network 83fe267a-d7d2-452d-bb83-7a0060a308f0 {{(pid=78397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:39:38.058416 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-80aef447-97b8-4ae3-839c-5f996768278f req-84c72871-fe1b-42be-b6d6-aaf4b2aa9c83 service neutron] 10.222.0.77 "GET /v2.0/networks/83fe267a-d7d2-452d-bb83-7a0060a308f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5904930 Jun 25 14:39:38.118615 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-7179f052-ef5c-4217-9300-3cc6f146845c req-68c14a00-ca24-42fe-8836-7645279f7348 tempest-DeleteServersTestJSON-1577299992 tempest-DeleteServersTestJSON-1577299992-project] 10.222.0.72 "GET /v2.0/security-groups?id=0f40e557-d259-446b-b44d-cf83f27b19f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449311 Jun 25 14:39:38.147233 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a238b10-7823-4ded-a9d3-b2a36d1534bf req-fe926351-048e-4a81-9516-c6a31bbddec4 service neutron] Port d3374ffb-5bd2-4f2a-a218-1374d46d90f4 on network 83fe267a-d7d2-452d-bb83-7a0060a308f0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79809 {{(pid=78397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 14:39:38.147560 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a238b10-7823-4ded-a9d3-b2a36d1534bf req-fe926351-048e-4a81-9516-c6a31bbddec4 service neutron] Attempting to bind port d3374ffb-5bd2-4f2a-a218-1374d46d90f4 on network 83fe267a-d7d2-452d-bb83-7a0060a308f0 {{(pid=78397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:39:38.183783 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a238b10-7823-4ded-a9d3-b2a36d1534bf req-fe926351-048e-4a81-9516-c6a31bbddec4 service neutron] Checking agent: {'id': 'cd5845b2-5f15-4f32-8a77-b0e44a8778a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79809', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 14, 36, 51), 'started_at': datetime.datetime(2021, 6, 25, 14, 36, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 14, 39, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 14:39:38.184117 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a238b10-7823-4ded-a9d3-b2a36d1534bf req-fe926351-048e-4a81-9516-c6a31bbddec4 service neutron] Checking segment: {'id': 'ecfb01d6-bce0-498c-ae9b-242c40d7a505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '83fe267a-d7d2-452d-bb83-7a0060a308f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:39:38.184501 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a238b10-7823-4ded-a9d3-b2a36d1534bf req-fe926351-048e-4a81-9516-c6a31bbddec4 service neutron] Bound using segment: {'id': 'ecfb01d6-bce0-498c-ae9b-242c40d7a505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '83fe267a-d7d2-452d-bb83-7a0060a308f0'} {{(pid=78397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 14:39:38.184939 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.managers [req-2a238b10-7823-4ded-a9d3-b2a36d1534bf req-fe926351-048e-4a81-9516-c6a31bbddec4 service neutron] Bound port: d3374ffb-5bd2-4f2a-a218-1374d46d90f4, host: hv-cinder-79809, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ecfb01d6-bce0-498c-ae9b-242c40d7a505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '83fe267a-d7d2-452d-bb83-7a0060a308f0'}}] {{(pid=78397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 14:39:38.185279 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-2a238b10-7823-4ded-a9d3-b2a36d1534bf req-fe926351-048e-4a81-9516-c6a31bbddec4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for port, before_update {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:38.302298 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [req-4084a666-c0e9-4fec-8fd9-05472f721797 req-a5eca222-36e2-4170-b60c-7f4f48c90bff tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:39:38.310482 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ff8ff4-8451-4853-a56a-7c79e58407c3 req-afc65e2c-700e-4957-8860-536cd37d300a tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:38.312250 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-c5ff8ff4-8451-4853-a56a-7c79e58407c3 req-afc65e2c-700e-4957-8860-536cd37d300a tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] 10.222.0.72 "GET /v2.0/ports?device_id=0244ff21-e22d-4345-a856-b38136e36658 HTTP/1.1" status: 200 len: 945 time: 0.6665814 Jun 25 14:39:38.318695 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-940afa42-44f3-44f4-a7cc-6fde55a71b24 req-5658f80c-14a1-4677-af13-2b625464d1d9 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] 10.222.0.72 "GET /v2.0/ports?device_id=100fae19-9887-4686-a978-0b1be5cfeb7f HTTP/1.1" status: 200 len: 210 time: 0.0617056 Jun 25 14:39:38.325739 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.72', 59906) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:39:38.336568 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [req-4084a666-c0e9-4fec-8fd9-05472f721797 req-a5eca222-36e2-4170-b60c-7f4f48c90bff tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:39:38.348739 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4084a666-c0e9-4fec-8fd9-05472f721797 req-a5eca222-36e2-4170-b60c-7f4f48c90bff tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Made reservation on behalf of 7a1d3268123d4b12a1168eda73de2201 for: {'port': 1} {{(pid=78398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 14:39:38.355371 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [req-4084a666-c0e9-4fec-8fd9-05472f721797 req-a5eca222-36e2-4170-b60c-7f4f48c90bff tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for port, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:38.378113 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-80aef447-97b8-4ae3-839c-5f996768278f req-760baf6e-1501-4a11-930e-242340a06f21 service neutron] 10.222.0.77 "GET /v2.0/networks/83fe267a-d7d2-452d-bb83-7a0060a308f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3087795 Jun 25 14:39:38.439202 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.db [req-2a238b10-7823-4ded-a9d3-b2a36d1534bf req-fe926351-048e-4a81-9516-c6a31bbddec4 service neutron] For port d3374ffb-5bd2-4f2a-a218-1374d46d90f4, host hv-cinder-79809, cleared binding levels {{(pid=78397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 25 14:39:38.451616 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-c5ff8ff4-8451-4853-a56a-7c79e58407c3 req-75261100-3b07-4501-ae9c-46634fcba16c tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] 10.222.0.72 "GET /v2.0/security-groups?id=12620e59-001b-43b9-9585-a187ca9c476b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208642 Jun 25 14:39:38.460995 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-2b84ef48-dac8-4ebd-9819-82279b937031 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Notify callbacks [] for port, precommit_update {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:38.467076 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.db [req-2a238b10-7823-4ded-a9d3-b2a36d1534bf req-fe926351-048e-4a81-9516-c6a31bbddec4 service neutron] For port d3374ffb-5bd2-4f2a-a218-1374d46d90f4, host hv-cinder-79809, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=d3374ffb-5bd2-4f2a-a218-1374d46d90f4,segment=NetworkSegment(ecfb01d6-bce0-498c-ae9b-242c40d7a505),segment_id=ecfb01d6-bce0-498c-ae9b-242c40d7a505)] {{(pid=78397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 25 14:39:38.472275 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-2b84ef48-dac8-4ebd-9819-82279b937031 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747172683978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747172243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747172243532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127937384'] for port, after_update {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:38.513484 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:38.520760 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.v2.base [None req-f60fc484-8c9b-462d-abc6-e79d167e31c8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-376687341-network', 'tenant_id': '0e62302fdc6a448eb3dfb9048c974ac9'}} {{(pid=78398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:39:38.563291 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-f60fc484-8c9b-462d-abc6-e79d167e31c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:39:38.657857 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-c27f5e10-a1a1-412a-aab3-c084c009e024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:38.663362 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.72', 59918) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:39:38.682522 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-f60fc484-8c9b-462d-abc6-e79d167e31c8 admin admin] Usage tracker for resource:network and tenant:0e62302fdc6a448eb3dfb9048c974ac9 is out of sync, need to count used quota {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:39:38.696601 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-2a238b10-7823-4ded-a9d3-b2a36d1534bf req-fe926351-048e-4a81-9516-c6a31bbddec4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747172683978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747172243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747172243532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127937384'] for port, after_update {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:38.701506 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-f60fc484-8c9b-462d-abc6-e79d167e31c8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:39:38.711323 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-f60fc484-8c9b-462d-abc6-e79d167e31c8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:39:38.751232 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f60fc484-8c9b-462d-abc6-e79d167e31c8 admin admin] Made reservation on behalf of 0e62302fdc6a448eb3dfb9048c974ac9 for: {'network': 1} {{(pid=78398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 14:39:38.753721 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-f60fc484-8c9b-462d-abc6-e79d167e31c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for network, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:38.764428 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.db_base_plugin_common [req-4084a666-c0e9-4fec-8fd9-05472f721797 req-a5eca222-36e2-4170-b60c-7f4f48c90bff tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Allocated IP 172.20.0.3 (67ba1ff0-ab4f-41c2-a1c4-6027b2c685c1/ac1ed06e-d434-4471-8b10-9318752714c1/0a555632-35d7-4e70-abff-453a0e8e3e79) {{(pid=78398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 14:39:38.774847 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-f60fc484-8c9b-462d-abc6-e79d167e31c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:38.814539 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-f60fc484-8c9b-462d-abc6-e79d167e31c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:39:38.861281 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6824623a-f76e-4d5b-aef9-991006510d88 req-1b4c5904-5219-4f85-9907-8d26a04a4a0a tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:38.871619 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-6824623a-f76e-4d5b-aef9-991006510d88 req-1b4c5904-5219-4f85-9907-8d26a04a4a0a tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] 10.222.0.72 "GET /v2.0/ports?device_id=eb0b66b9-3595-4af6-a3c2-2b4bccb68973 HTTP/1.1" status: 200 len: 943 time: 0.2872412 Jun 25 14:39:38.877986 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-2b84ef48-dac8-4ebd-9819-82279b937031 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-497906'] for floatingip, after_update {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:38.879950 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-f60fc484-8c9b-462d-abc6-e79d167e31c8 admin admin] Usage tracker for resource:security_group_rule and tenant:0e62302fdc6a448eb3dfb9048c974ac9 is out of sync, need to count used quota {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:39:38.899591 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b84ef48-dac8-4ebd-9819-82279b937031 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Pushing event updated for resources: {'Port': ['ID=240d523e-cc10-402f-bde7-25c14893ab58,revision_number=2']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:38.917270 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-2b84ef48-dac8-4ebd-9819-82279b937031 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:38.918126 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-2b84ef48-dac8-4ebd-9819-82279b937031 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257150'] for floatingip, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:38.925079 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-f60fc484-8c9b-462d-abc6-e79d167e31c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:39:38.926171 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-2b84ef48-dac8-4ebd-9819-82279b937031 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.7866349 Jun 25 14:39:38.927381 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-2b84ef48-dac8-4ebd-9819-82279b937031 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.050s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:38.991356 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-f60fc484-8c9b-462d-abc6-e79d167e31c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:39:38.998773 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:39.023024 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a238b10-7823-4ded-a9d3-b2a36d1534bf req-fe926351-048e-4a81-9516-c6a31bbddec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:39.023640 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-2a238b10-7823-4ded-a9d3-b2a36d1534bf req-fe926351-048e-4a81-9516-c6a31bbddec4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692162'] for port, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:39.025049 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-2a238b10-7823-4ded-a9d3-b2a36d1534bf req-fe926351-048e-4a81-9516-c6a31bbddec4 service neutron] 10.222.0.77 "PUT /v2.0/ports/d3374ffb-5bd2-4f2a-a218-1374d46d90f4 HTTP/1.1" status: 200 len: 1093 time: 4.6192679 Jun 25 14:39:39.032754 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb0b66b9-3595-4af6-a3c2-2b4bccb68973', 'tag': 'd3374ffb-5bd2-4f2a-a218-1374d46d90f4'}] {{(pid=78397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:39:39.077063 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe926351-048e-4a81-9516-c6a31bbddec4 service neutron] Pushing event updated for resources: {'Port': ['ID=d3374ffb-5bd2-4f2a-a218-1374d46d90f4,revision_number=3']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:39.081901 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-fe926351-048e-4a81-9516-c6a31bbddec4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:39.084836 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4897c6-1f29-47b2-be37-e3237357c29d req-da4ab7fb-2de8-4345-81cd-67af93535f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:39.086380 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-4e4897c6-1f29-47b2-be37-e3237357c29d req-da4ab7fb-2de8-4345-81cd-67af93535f82 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=34cd0f1e83ac4b7a907987b235bcb59d&device_id=bbc6909b-ab6d-4631-b590-b9528a3ed3ce HTTP/1.1" status: 200 len: 1096 time: 0.5762205 Jun 25 14:39:39.126461 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-0e962863-859c-4594-acdd-c2487356f960 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:39.235738 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-6824623a-f76e-4d5b-aef9-991006510d88 req-205084b0-8727-478d-aff2-3292bddb5ffa tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ca4f9d5-2444-4fa7-9912-3d2a58bd9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3628798 Jun 25 14:39:39.251022 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb0b66b9-3595-4af6-a3c2-2b4bccb68973', 'tag': 'd3374ffb-5bd2-4f2a-a218-1374d46d90f4', 'status': 'completed', 'code': 200} Jun 25 14:39:39.273159 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-0e962863-859c-4594-acdd-c2487356f960 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:39:39.303072 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-0e962863-859c-4594-acdd-c2487356f960 admin admin] Usage tracker for resource:security_group_rule and tenant:756c983318d54c46b0379b7183419411 is out of sync, need to count used quota {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:39:39.309311 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-0e962863-859c-4594-acdd-c2487356f960 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:39:39.318976 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-0e962863-859c-4594-acdd-c2487356f960 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:39:39.431472 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-f60fc484-8c9b-462d-abc6-e79d167e31c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:39.449252 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-f60fc484-8c9b-462d-abc6-e79d167e31c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726995'] for security_group, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:39.458730 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-bf78dc64-72cc-48da-a885-406f06f49fa4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:39.536180 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f60fc484-8c9b-462d-abc6-e79d167e31c8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 306} {{(pid=78398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 14:39:39.584709 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4897c6-1f29-47b2-be37-e3237357c29d req-8012597f-0f45-40af-9776-e7e35e438f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:39.585333 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [req-3a454d53-bbc4-4ffc-aebf-b5bf2cfdfdb6 req-0a8e01db-cb47-4fbd-914a-e72f5cbb521d tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Synchronizing usage tracker for tenant:7a64d79372ce407f85b911ae6861af7f on resource:security_group {{(pid=78398) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 25 14:39:39.586365 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-4e4897c6-1f29-47b2-be37-e3237357c29d req-8012597f-0f45-40af-9776-e7e35e438f30 service neutron] 10.222.0.77 "GET /v2.0/networks?id=83fe267a-d7d2-452d-bb83-7a0060a308f0 HTTP/1.1" status: 200 len: 920 time: 0.4895220 Jun 25 14:39:39.587175 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60fc484-8c9b-462d-abc6-e79d167e31c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66bed98a-9acd-457a-9ff7-92c5b0ad6c41,revision_number=1']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:39.599523 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-f60fc484-8c9b-462d-abc6-e79d167e31c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:39.602323 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [req-4084a666-c0e9-4fec-8fd9-05472f721797 req-a5eca222-36e2-4170-b60c-7f4f48c90bff tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Notify callbacks [] for port, precommit_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:39.622582 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-f60fc484-8c9b-462d-abc6-e79d167e31c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3551624'] for segment, precommit_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:39.622961 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.db.segments_db [None req-f60fc484-8c9b-462d-abc6-e79d167e31c8 admin admin] Added segment bbf7f83c-d341-4e8e-b137-9937f9037cc6 of type vlan for network 39a3abce-6347-4740-b7ad-eb16ed570efd Jun 25 14:39:39.630759 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [req-3a454d53-bbc4-4ffc-aebf-b5bf2cfdfdb6 req-0a8e01db-cb47-4fbd-914a-e72f5cbb521d tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Unset dirty status for tenant:7a64d79372ce407f85b911ae6861af7f on resource:security_group {{(pid=78398) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 25 14:39:39.631897 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-3a454d53-bbc4-4ffc-aebf-b5bf2cfdfdb6 req-0a8e01db-cb47-4fbd-914a-e72f5cbb521d tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--1714148788&fields=id&tenant_id=7a64d79372ce407f85b911ae6861af7f HTTP/1.1" status: 200 len: 267 time: 0.1952491 Jun 25 14:39:39.651622 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.provisioning_blocks [req-4084a666-c0e9-4fec-8fd9-05472f721797 req-a5eca222-36e2-4170-b60c-7f4f48c90bff tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Transition to ACTIVE for port object 0a555632-35d7-4e70-abff-453a0e8e3e79 will not be triggered until provisioned by entity DHCP. {{(pid=78398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:39:39.673634 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a238b10-7823-4ded-a9d3-b2a36d1534bf req-3565460a-7e42-4d4b-857d-eebb32ee2cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:39.675169 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-2a238b10-7823-4ded-a9d3-b2a36d1534bf req-3565460a-7e42-4d4b-857d-eebb32ee2cff service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=34cd0f1e83ac4b7a907987b235bcb59d&device_id=eb0b66b9-3595-4af6-a3c2-2b4bccb68973 HTTP/1.1" status: 200 len: 1096 time: 0.5281827 Jun 25 14:39:39.691274 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-4e4897c6-1f29-47b2-be37-e3237357c29d req-a666a046-a772-44f3-8108-53a7bc638e49 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=17552845-88ed-4637-a9fd-605239a795f7 HTTP/1.1" status: 200 len: 217 time: 0.0949879 Jun 25 14:39:39.754253 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a93ed72-aff6-4a06-a02a-93dee07c35c8 req-c14b9cde-35d8-434f-845c-a4b87228947f tempest-DeleteServersTestJSON-1577299992 tempest-DeleteServersTestJSON-1577299992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:39.755814 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-7a93ed72-aff6-4a06-a02a-93dee07c35c8 req-c14b9cde-35d8-434f-845c-a4b87228947f tempest-DeleteServersTestJSON-1577299992 tempest-DeleteServersTestJSON-1577299992-project] 10.222.0.72 "GET /v2.0/ports?device_id=829e560e-4484-42d8-b849-904bef4bd304 HTTP/1.1" status: 200 len: 945 time: 0.3276527 Jun 25 14:39:39.765064 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-f60fc484-8c9b-462d-abc6-e79d167e31c8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747172227979'] for network, precommit_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:39.824008 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-2a238b10-7823-4ded-a9d3-b2a36d1534bf req-72c1b65a-90e7-4d69-a84b-b3197b057068 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d3374ffb-5bd2-4f2a-a218-1374d46d90f4 HTTP/1.1" status: 200 len: 217 time: 0.1318119 Jun 25 14:39:39.847099 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-0e962863-859c-4594-acdd-c2487356f960 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:39.879856 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-0e962863-859c-4594-acdd-c2487356f960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726995'] for security_group, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:39.956593 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:39.982975 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [req-4084a666-c0e9-4fec-8fd9-05472f721797 req-a5eca222-36e2-4170-b60c-7f4f48c90bff tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747172243469'] for port, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:39.984338 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-f60fc484-8c9b-462d-abc6-e79d167e31c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180'] for network, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:39.998813 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f60fc484-8c9b-462d-abc6-e79d167e31c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:39.999434 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-f60fc484-8c9b-462d-abc6-e79d167e31c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692162'] for network, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:40.019085 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-7a93ed72-aff6-4a06-a02a-93dee07c35c8 req-13c8c5a7-e128-45d3-9e18-5b83263cfc2f tempest-DeleteServersTestJSON-1577299992 tempest-DeleteServersTestJSON-1577299992-project] 10.222.0.72 "GET /v2.0/security-groups?id=0f40e557-d259-446b-b44d-cf83f27b19f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2552981 Jun 25 14:39:40.022547 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4897c6-1f29-47b2-be37-e3237357c29d req-6272e261-39c0-494c-afb8-11f75868efa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:40.022650 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a454d53-bbc4-4ffc-aebf-b5bf2cfdfdb6 req-b615a201-ec67-422e-bee1-77d0c366e1e1 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:40.023292 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [req-3a454d53-bbc4-4ffc-aebf-b5bf2cfdfdb6 req-b615a201-ec67-422e-bee1-77d0c366e1e1 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Synchronizing usage tracker for tenant:7a64d79372ce407f85b911ae6861af7f on resource:network {{(pid=78398) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 25 14:39:40.023816 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-4e4897c6-1f29-47b2-be37-e3237357c29d req-6272e261-39c0-494c-afb8-11f75868efa3 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f2ad48a2-5be6-4801-87cb-73e7b88cb0d2 HTTP/1.1" status: 200 len: 859 time: 0.2670689 Jun 25 14:39:40.029144 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a238b10-7823-4ded-a9d3-b2a36d1534bf req-0818d80d-5213-4f7a-bb43-659e668bf9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:40.031328 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-2a238b10-7823-4ded-a9d3-b2a36d1534bf req-0818d80d-5213-4f7a-bb43-659e668bf9fe service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f2ad48a2-5be6-4801-87cb-73e7b88cb0d2 HTTP/1.1" status: 200 len: 859 time: 0.1988733 Jun 25 14:39:40.052051 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-0e962863-859c-4594-acdd-c2487356f960 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=756c983318d54c46b0379b7183419411&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3716123 Jun 25 14:39:40.052550 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.72', 59966) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:39:40.056784 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e962863-859c-4594-acdd-c2487356f960 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6392b5b-e41f-4944-9784-640cf7b74d3a,revision_number=1']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:40.070591 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-0e962863-859c-4594-acdd-c2487356f960 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:40.081802 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.069s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:40.096000 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-4e4897c6-1f29-47b2-be37-e3237357c29d req-df98d46c-efa8-4adc-ae12-99472e11298b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=83fe267a-d7d2-452d-bb83-7a0060a308f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0560482 Jun 25 14:39:40.105906 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4084a666-c0e9-4fec-8fd9-05472f721797 req-a5eca222-36e2-4170-b60c-7f4f48c90bff tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Network 67ba1ff0-ab4f-41c2-a1c4-6027b2c685c1 is already hosted by enough agents. {{(pid=78398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:39:40.122485 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.scheduler.base_scheduler [req-4084a666-c0e9-4fec-8fd9-05472f721797 req-a5eca222-36e2-4170-b60c-7f4f48c90bff tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Resources bound (agent type, host, resource id): {{(pid=78398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:39:40.158233 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-2a238b10-7823-4ded-a9d3-b2a36d1534bf req-541bc98c-e8ca-4815-a4f1-edd94100a0b0 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=83fe267a-d7d2-452d-bb83-7a0060a308f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0613432 Jun 25 14:39:40.199620 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.l3_dvrscheduler_db [req-4084a666-c0e9-4fec-8fd9-05472f721797 req-a5eca222-36e2-4170-b60c-7f4f48c90bff tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Received port after_create {{(pid=78398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 25 14:39:40.207278 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4084a666-c0e9-4fec-8fd9-05472f721797 req-a5eca222-36e2-4170-b60c-7f4f48c90bff tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:40.208057 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [req-4084a666-c0e9-4fec-8fd9-05472f721797 req-a5eca222-36e2-4170-b60c-7f4f48c90bff tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692162'] for port, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:40.222913 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [req-3a454d53-bbc4-4ffc-aebf-b5bf2cfdfdb6 req-b615a201-ec67-422e-bee1-77d0c366e1e1 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Unset dirty status for tenant:7a64d79372ce407f85b911ae6861af7f on resource:network {{(pid=78398) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 25 14:39:40.224738 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-3a454d53-bbc4-4ffc-aebf-b5bf2cfdfdb6 req-b615a201-ec67-422e-bee1-77d0c366e1e1 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/networks?id=fc3ffe9c-74f9-42a1-af5f-69842b644ae0 HTTP/1.1" status: 200 len: 816 time: 0.5802507 Jun 25 14:39:40.249074 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-f60fc484-8c9b-462d-abc6-e79d167e31c8 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.9195383 Jun 25 14:39:40.275400 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.72', 59970) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:39:40.296910 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.v2.base [None req-9120ceb6-7fc8-4e28-8ea1-50558778d22d admin admin] Request body: {'subnet': {'network_id': '39a3abce-6347-4740-b7ad-eb16ed570efd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-376687341-subnet', 'tenant_id': '0e62302fdc6a448eb3dfb9048c974ac9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:39:40.303441 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60fc484-8c9b-462d-abc6-e79d167e31c8 admin admin] Pushing event updated for resources: {'Network': ['ID=39a3abce-6347-4740-b7ad-eb16ed570efd,revision_number=1']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:40.311273 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-f60fc484-8c9b-462d-abc6-e79d167e31c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:40.312888 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-9120ceb6-7fc8-4e28-8ea1-50558778d22d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:39:40.316659 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-3a454d53-bbc4-4ffc-aebf-b5bf2cfdfdb6 req-8f660d80-c22b-4327-bf28-a86ee8926d08 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/quotas/7a64d79372ce407f85b911ae6861af7f HTTP/1.1" status: 200 len: 375 time: 0.0645297 Jun 25 14:39:40.318430 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.280s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:40.319102 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Network 39a3abce-6347-4740-b7ad-eb16ed570efd details requested by agent ovs-agent-dv-cinder-798091-1-smb with host dv-cinder-798091-1-smb {{(pid=78399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 25 14:39:40.378116 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-9120ceb6-7fc8-4e28-8ea1-50558778d22d admin admin] Usage tracker for resource:subnet and tenant:0e62302fdc6a448eb3dfb9048c974ac9 is out of sync, need to count used quota {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:39:40.382473 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-4084a666-c0e9-4fec-8fd9-05472f721797 req-a5eca222-36e2-4170-b60c-7f4f48c90bff tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4462509 Jun 25 14:39:40.429499 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-9120ceb6-7fc8-4e28-8ea1-50558778d22d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:39:40.455679 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-9120ceb6-7fc8-4e28-8ea1-50558778d22d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:39:40.464375 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.v2.base [req-4084a666-c0e9-4fec-8fd9-05472f721797 req-3003377e-be17-4c42-bb2d-81958503e99a service neutron] Request body: {'port': {'device_id': '100fae19-9887-4686-a978-0b1be5cfeb7f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79809'}} {{(pid=78398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:39:40.495925 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-9258c273-3512-4ede-852f-9b0b6acffe3c None None] Provisioning for port 0a555632-35d7-4e70-abff-453a0e8e3e79 completed by entity DHCP. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:39:40.505650 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-9258c273-3512-4ede-852f-9b0b6acffe3c None None] Provisioning complete for port 0a555632-35d7-4e70-abff-453a0e8e3e79 triggered by entity DHCP. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:39:40.506174 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-9258c273-3512-4ede-852f-9b0b6acffe3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545280'] for port, provisioning_complete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:40.518228 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-f97c8110-aa21-40cb-b364-fcef4d962470 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:40.555056 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5eca222-36e2-4170-b60c-7f4f48c90bff tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Pushing event updated for resources: {'Port': ['ID=0a555632-35d7-4e70-abff-453a0e8e3e79,revision_number=1']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:40.563288 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9120ceb6-7fc8-4e28-8ea1-50558778d22d admin admin] Made reservation on behalf of 0e62302fdc6a448eb3dfb9048c974ac9 for: {'subnet': 1} {{(pid=78398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 14:39:40.567016 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-9120ceb6-7fc8-4e28-8ea1-50558778d22d admin admin] Notify callbacks [] for subnet, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:40.576969 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.plugin [None req-9258c273-3512-4ede-852f-9b0b6acffe3c None None] Port 0a555632-35d7-4e70-abff-453a0e8e3e79 cannot update to ACTIVE because it is not bound. {{(pid=78399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 14:39:40.582661 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-a5eca222-36e2-4170-b60c-7f4f48c90bff tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:40.691476 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-f97c8110-aa21-40cb-b364-fcef4d962470 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:40.704526 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-2a238b10-7823-4ded-a9d3-b2a36d1534bf req-08b271d3-8f68-4a85-90d9-d2fdb0e15676 service neutron] 10.222.0.77 "GET /v2.0/networks/83fe267a-d7d2-452d-bb83-7a0060a308f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4244261 Jun 25 14:39:40.707343 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-4e4897c6-1f29-47b2-be37-e3237357c29d req-b4a1cd0b-8b89-42cb-8884-bd1ca8d5409b service neutron] 10.222.0.77 "GET /v2.0/networks/83fe267a-d7d2-452d-bb83-7a0060a308f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5481679 Jun 25 14:39:40.791145 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [req-4084a666-c0e9-4fec-8fd9-05472f721797 req-3003377e-be17-4c42-bb2d-81958503e99a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for port, before_update {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:40.813373 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [req-3a454d53-bbc4-4ffc-aebf-b5bf2cfdfdb6 req-49c60b2d-3441-4c98-84da-d1a554742efc tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Synchronizing usage tracker for tenant:7a64d79372ce407f85b911ae6861af7f on resource:port {{(pid=78398) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 25 14:39:40.948901 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [req-3a454d53-bbc4-4ffc-aebf-b5bf2cfdfdb6 req-49c60b2d-3441-4c98-84da-d1a554742efc tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Unset dirty status for tenant:7a64d79372ce407f85b911ae6861af7f on resource:port {{(pid=78398) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 25 14:39:40.948901 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-3a454d53-bbc4-4ffc-aebf-b5bf2cfdfdb6 req-49c60b2d-3441-4c98-84da-d1a554742efc tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=7a64d79372ce407f85b911ae6861af7f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5879331 Jun 25 14:39:40.974794 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-f97c8110-aa21-40cb-b364-fcef4d962470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726995'] for security_group, after_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:40.982902 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:40.988507 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02d96c7-4bca-49c1-b6f3-258cf9f04dba req-ca7f2bd5-68b2-43cb-b7ce-fd1acf4112d9 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:40.990190 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-f02d96c7-4bca-49c1-b6f3-258cf9f04dba req-ca7f2bd5-68b2-43cb-b7ce-fd1acf4112d9 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] 10.222.0.72 "GET /v2.0/ports?device_id=100fae19-9887-4686-a978-0b1be5cfeb7f HTTP/1.1" status: 200 len: 931 time: 0.7073746 Jun 25 14:39:41.031005 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97c8110-aa21-40cb-b364-fcef4d962470 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6392b5b-e41f-4944-9784-640cf7b74d3a,revision_number=None']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:41.031909 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-4e4897c6-1f29-47b2-be37-e3237357c29d req-1234c84e-31af-4542-b0c4-38b4d3297304 service neutron] 10.222.0.77 "GET /v2.0/networks/83fe267a-d7d2-452d-bb83-7a0060a308f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2921958 Jun 25 14:39:41.037042 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-2a238b10-7823-4ded-a9d3-b2a36d1534bf req-80a72e6a-6d9b-45b4-bd3d-db5ff788d99a service neutron] 10.222.0.77 "GET /v2.0/networks/83fe267a-d7d2-452d-bb83-7a0060a308f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3193841 Jun 25 14:39:41.076430 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [req-f02d96c7-4bca-49c1-b6f3-258cf9f04dba req-85bc1a5c-5734-4c9d-935f-b922dce1eaaa tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Synchronizing usage tracker for tenant:7a1d3268123d4b12a1168eda73de2201 on resource:security_group {{(pid=78397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 25 14:39:41.094813 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-f97c8110-aa21-40cb-b364-fcef4d962470 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:41.098890 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [req-f02d96c7-4bca-49c1-b6f3-258cf9f04dba req-85bc1a5c-5734-4c9d-935f-b922dce1eaaa tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Unset dirty status for tenant:7a1d3268123d4b12a1168eda73de2201 on resource:security_group {{(pid=78397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 25 14:39:41.100076 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-f02d96c7-4bca-49c1-b6f3-258cf9f04dba req-85bc1a5c-5734-4c9d-935f-b922dce1eaaa tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] 10.222.0.72 "GET /v2.0/security-groups?id=55fed236-b79f-45ec-b512-cc10561c3d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938575 Jun 25 14:39:41.138880 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Device 17552845-88ed-4637-a9fd-605239a795f7 details requested by agent hyperv_hv-cinder-79809 with host hv-cinder-79809 {{(pid=78399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 25 14:39:41.214299 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-f97c8110-aa21-40cb-b364-fcef4d962470 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:41.216094 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-f97c8110-aa21-40cb-b364-fcef4d962470 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/b6392b5b-e41f-4944-9784-640cf7b74d3a HTTP/1.1" status: 204 len: 168 time: 1.1605353 Jun 25 14:39:41.259513 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-9120ceb6-7fc8-4e28-8ea1-50558778d22d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180'] for subnet, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:41.292974 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-bb96d854-27bb-4fee-bd5d-a96508fed570 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:41.306688 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-5dd2850e-c461-4f40-86eb-ca5ef1d263cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:41.380302 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] For port 17552845-88ed-4637-a9fd-605239a795f7, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=17552845-88ed-4637-a9fd-605239a795f7,segment=NetworkSegment(ecfb01d6-bce0-498c-ae9b-242c40d7a505),segment_id=ecfb01d6-bce0-498c-ae9b-242c40d7a505)] {{(pid=78399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:39:41.398155 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Returning: {'device': '17552845-88ed-4637-a9fd-605239a795f7', 'network_id': '83fe267a-d7d2-452d-bb83-7a0060a308f0', 'port_id': '17552845-88ed-4637-a9fd-605239a795f7', 'mac_address': 'fa:16:3e:1f:72:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2ad48a2-5be6-4801-87cb-73e7b88cb0d2', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 25 14:39:41.432364 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5660972-392d-4a3e-8e14-376a7dfa2f89 req-a649c02d-6540-4d2b-a490-c10ca1316157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:41.433085 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-3a454d53-bbc4-4ffc-aebf-b5bf2cfdfdb6 req-101c3239-a096-4506-8e58-2602cbf0cb6e service neutron] 10.222.0.72 "GET /v2.0/networks/fc3ffe9c-74f9-42a1-af5f-69842b644ae0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4511838 Jun 25 14:39:41.441386 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-e5660972-392d-4a3e-8e14-376a7dfa2f89 req-a649c02d-6540-4d2b-a490-c10ca1316157 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=34cd0f1e83ac4b7a907987b235bcb59d&device_id=eb0b66b9-3595-4af6-a3c2-2b4bccb68973 HTTP/1.1" status: 200 len: 1096 time: 0.2442091 Jun 25 14:39:41.499199 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for port, before_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:41.501211 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9120ceb6-7fc8-4e28-8ea1-50558778d22d admin admin] Pushing event updated for resources: {'Subnet': ['ID=0af0c9bf-3385-4a2b-840c-42f9400050c5,revision_number=0']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:41.557273 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-9120ceb6-7fc8-4e28-8ea1-50558778d22d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:41.566525 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.notifiers.nova [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17552845-88ed-4637-a9fd-605239a795f7 {{(pid=78399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 14:39:41.611985 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] For port 17552845-88ed-4637-a9fd-605239a795f7, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=17552845-88ed-4637-a9fd-605239a795f7,segment=NetworkSegment(ecfb01d6-bce0-498c-ae9b-242c40d7a505),segment_id=ecfb01d6-bce0-498c-ae9b-242c40d7a505)] {{(pid=78399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:39:41.619733 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747172683978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747172243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747172243532'] for port, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:41.623058 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:41.630591 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537e5624-6c9c-4bc6-bc45-7ef77ae21672 req-b64a17ce-7838-4393-a32c-6f9694a51de4 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:41.632343 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-537e5624-6c9c-4bc6-bc45-7ef77ae21672 req-b64a17ce-7838-4393-a32c-6f9694a51de4 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] 10.222.0.72 "GET /v2.0/ports?device_id=eb0b66b9-3595-4af6-a3c2-2b4bccb68973 HTTP/1.1" status: 200 len: 943 time: 0.2810123 Jun 25 14:39:41.638253 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9120ceb6-7fc8-4e28-8ea1-50558778d22d admin admin] Checking segment: {'id': 'bbf7f83c-d341-4e8e-b137-9937f9037cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '39a3abce-6347-4740-b7ad-eb16ed570efd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:39:41.638615 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9120ceb6-7fc8-4e28-8ea1-50558778d22d admin admin] Network hostable DHCP agents. Network: 39a3abce-6347-4740-b7ad-eb16ed570efd, hostable agents: ['003a8640-0760-42fb-acf3-9b035430460e'], hosted agents: [] {{(pid=78398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 14:39:41.673975 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5660972-392d-4a3e-8e14-376a7dfa2f89 req-6f7a213c-b955-41fe-b553-606801230a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:41.675963 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-e5660972-392d-4a3e-8e14-376a7dfa2f89 req-6f7a213c-b955-41fe-b553-606801230a2e service neutron] 10.222.0.77 "GET /v2.0/networks?id=83fe267a-d7d2-452d-bb83-7a0060a308f0 HTTP/1.1" status: 200 len: 920 time: 0.2111101 Jun 25 14:39:41.731889 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9120ceb6-7fc8-4e28-8ea1-50558778d22d admin admin] Network 39a3abce-6347-4740-b7ad-eb16ed570efd is scheduled to be hosted by DHCP agent 003a8640-0760-42fb-acf3-9b035430460e with binding_index 1 {{(pid=78398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 14:39:41.739377 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-3a454d53-bbc4-4ffc-aebf-b5bf2cfdfdb6 req-2cc36757-66c3-4519-8e78-2783a112a8e5 service neutron] 10.222.0.72 "GET /v2.0/networks/fc3ffe9c-74f9-42a1-af5f-69842b644ae0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2926798 Jun 25 14:39:41.775065 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-e5660972-392d-4a3e-8e14-376a7dfa2f89 req-aef39224-10b9-4b06-9f0f-b00dd99aab85 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d3374ffb-5bd2-4f2a-a218-1374d46d90f4 HTTP/1.1" status: 200 len: 217 time: 0.0797036 Jun 25 14:39:41.789045 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-537e5624-6c9c-4bc6-bc45-7ef77ae21672 req-8c0b393f-5950-484e-a0d0-07beda55b2b2 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ca4f9d5-2444-4fa7-9912-3d2a58bd9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419816 Jun 25 14:39:41.791812 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.scheduler.base_scheduler [None req-9120ceb6-7fc8-4e28-8ea1-50558778d22d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798091-1-smb, 39a3abce-6347-4740-b7ad-eb16ed570efd) {{(pid=78398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:39:41.812533 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9120ceb6-7fc8-4e28-8ea1-50558778d22d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:41.813968 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-9120ceb6-7fc8-4e28-8ea1-50558778d22d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692162'] for subnet, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:41.831731 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57c36876-5d3c-4e7a-8fcf-8a89c282a30a None None] Network 39a3abce-6347-4740-b7ad-eb16ed570efd requested from dv-cinder-798091-1-smb {{(pid=78399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 25 14:39:41.892812 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.notifiers.nova [req-4084a666-c0e9-4fec-8fd9-05472f721797 req-3003377e-be17-4c42-bb2d-81958503e99a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a555632-35d7-4e70-abff-453a0e8e3e79 {{(pid=78398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 14:39:41.923180 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-9120ceb6-7fc8-4e28-8ea1-50558778d22d admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.6461236 Jun 25 14:39:41.929974 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [req-4084a666-c0e9-4fec-8fd9-05472f721797 req-3003377e-be17-4c42-bb2d-81958503e99a service neutron] Notify callbacks [] for port, precommit_update {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:41.954808 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5660972-392d-4a3e-8e14-376a7dfa2f89 req-3b9168f9-37d9-4173-9a4a-562a7303f51c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:41.959553 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-e5660972-392d-4a3e-8e14-376a7dfa2f89 req-3b9168f9-37d9-4173-9a4a-562a7303f51c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f2ad48a2-5be6-4801-87cb-73e7b88cb0d2 HTTP/1.1" status: 200 len: 859 time: 0.1661286 Jun 25 14:39:42.007687 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.provisioning_blocks [req-4084a666-c0e9-4fec-8fd9-05472f721797 req-3003377e-be17-4c42-bb2d-81958503e99a service neutron] Transition to ACTIVE for port object 0a555632-35d7-4e70-abff-453a0e8e3e79 will not be triggered until provisioned by entity L2. {{(pid=78398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:39:42.017218 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [req-4084a666-c0e9-4fec-8fd9-05472f721797 req-3003377e-be17-4c42-bb2d-81958503e99a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747172683978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747172243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747172243532'] for port, after_update {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:42.032948 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-e5660972-392d-4a3e-8e14-376a7dfa2f89 req-de5bccae-9c71-497a-a846-f463d9cf0c24 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=83fe267a-d7d2-452d-bb83-7a0060a308f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0654967 Jun 25 14:39:42.039139 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-1be39cdc-8cc0-4e65-8a69-4686f46f1826 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:42.140590 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.72', 60032) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:39:42.300503 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] get_ports_and_sgs() called for port_ids ['17552845-88ed-4637-a9fd-605239a795f7'] {{(pid=78399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 25 14:39:42.340011 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-e5660972-392d-4a3e-8e14-376a7dfa2f89 req-2648d482-b3e5-4234-947c-3ed98c2f8445 service neutron] 10.222.0.77 "GET /v2.0/networks/83fe267a-d7d2-452d-bb83-7a0060a308f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2996638 Jun 25 14:39:42.485524 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Pushing event updated for resources: {'Port': ['ID=17552845-88ed-4637-a9fd-605239a795f7,revision_number=4']} {{(pid=78399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:42.587695 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.965s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:42.699029 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3003377e-be17-4c42-bb2d-81958503e99a service neutron] Pushing event updated for resources: {'Port': ['ID=0a555632-35d7-4e70-abff-453a0e8e3e79,revision_number=2']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:42.707967 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-3003377e-be17-4c42-bb2d-81958503e99a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.669s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:42.727613 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.managers [req-4084a666-c0e9-4fec-8fd9-05472f721797 req-3003377e-be17-4c42-bb2d-81958503e99a service neutron] Attempting to bind port 0a555632-35d7-4e70-abff-453a0e8e3e79 on host hv-cinder-79809 for vnic_type normal with profile {{(pid=78398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 14:39:42.728163 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.managers [req-4084a666-c0e9-4fec-8fd9-05472f721797 req-3003377e-be17-4c42-bb2d-81958503e99a service neutron] Attempting to bind port 0a555632-35d7-4e70-abff-453a0e8e3e79 by drivers openvswitch,hyperv on host hv-cinder-79809 at level 0 using segments [{'id': '604aba27-0a9d-4cd3-9caa-f2a8b4959557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '67ba1ff0-ab4f-41c2-a1c4-6027b2c685c1'}] {{(pid=78398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 14:39:42.728541 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4084a666-c0e9-4fec-8fd9-05472f721797 req-3003377e-be17-4c42-bb2d-81958503e99a service neutron] Attempting to bind port 0a555632-35d7-4e70-abff-453a0e8e3e79 on network 67ba1ff0-ab4f-41c2-a1c4-6027b2c685c1 {{(pid=78398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:39:42.735358 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4084a666-c0e9-4fec-8fd9-05472f721797 req-3003377e-be17-4c42-bb2d-81958503e99a service neutron] Port 0a555632-35d7-4e70-abff-453a0e8e3e79 on network 67ba1ff0-ab4f-41c2-a1c4-6027b2c685c1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79809 {{(pid=78398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 14:39:42.735730 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4084a666-c0e9-4fec-8fd9-05472f721797 req-3003377e-be17-4c42-bb2d-81958503e99a service neutron] Attempting to bind port 0a555632-35d7-4e70-abff-453a0e8e3e79 on network 67ba1ff0-ab4f-41c2-a1c4-6027b2c685c1 {{(pid=78398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:39:42.736780 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-d14b10cb-2ead-4edf-9c0b-578ba992fa59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:42.742498 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4084a666-c0e9-4fec-8fd9-05472f721797 req-3003377e-be17-4c42-bb2d-81958503e99a service neutron] Checking agent: {'id': 'cd5845b2-5f15-4f32-8a77-b0e44a8778a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79809', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 14, 36, 51), 'started_at': datetime.datetime(2021, 6, 25, 14, 36, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 14, 39, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 14:39:42.742900 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4084a666-c0e9-4fec-8fd9-05472f721797 req-3003377e-be17-4c42-bb2d-81958503e99a service neutron] Checking segment: {'id': '604aba27-0a9d-4cd3-9caa-f2a8b4959557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '67ba1ff0-ab4f-41c2-a1c4-6027b2c685c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:39:42.743630 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4084a666-c0e9-4fec-8fd9-05472f721797 req-3003377e-be17-4c42-bb2d-81958503e99a service neutron] Bound using segment: {'id': '604aba27-0a9d-4cd3-9caa-f2a8b4959557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '67ba1ff0-ab4f-41c2-a1c4-6027b2c685c1'} {{(pid=78398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 14:39:42.744238 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.managers [req-4084a666-c0e9-4fec-8fd9-05472f721797 req-3003377e-be17-4c42-bb2d-81958503e99a service neutron] Bound port: 0a555632-35d7-4e70-abff-453a0e8e3e79, host: hv-cinder-79809, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '604aba27-0a9d-4cd3-9caa-f2a8b4959557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '67ba1ff0-ab4f-41c2-a1c4-6027b2c685c1'}}] {{(pid=78398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 14:39:42.744582 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [req-4084a666-c0e9-4fec-8fd9-05472f721797 req-3003377e-be17-4c42-bb2d-81958503e99a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for port, before_update {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:42.806085 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-e5660972-392d-4a3e-8e14-376a7dfa2f89 req-70af01ca-a247-4856-a496-bb43a0994eeb service neutron] 10.222.0.77 "GET /v2.0/networks/83fe267a-d7d2-452d-bb83-7a0060a308f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4543090 Jun 25 14:39:42.827026 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-89e2b520-6965-4719-8ac5-34fae26fdf0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:42.848027 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-89e2b520-6965-4719-8ac5-34fae26fdf0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:39:42.853907 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-89e2b520-6965-4719-8ac5-34fae26fdf0e admin admin] Usage tracker for resource:security_group_rule and tenant:5da6f0187d794290bab3f43c0c6dd3c6 is out of sync, need to count used quota {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:39:42.859477 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-89e2b520-6965-4719-8ac5-34fae26fdf0e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:39:42.867644 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-89e2b520-6965-4719-8ac5-34fae26fdf0e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:39:42.976264 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.db [req-4084a666-c0e9-4fec-8fd9-05472f721797 req-3003377e-be17-4c42-bb2d-81958503e99a service neutron] For port 0a555632-35d7-4e70-abff-453a0e8e3e79, host hv-cinder-79809, cleared binding levels {{(pid=78398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 25 14:39:43.005597 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.db [req-4084a666-c0e9-4fec-8fd9-05472f721797 req-3003377e-be17-4c42-bb2d-81958503e99a service neutron] For port 0a555632-35d7-4e70-abff-453a0e8e3e79, host hv-cinder-79809, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=0a555632-35d7-4e70-abff-453a0e8e3e79,segment=NetworkSegment(604aba27-0a9d-4cd3-9caa-f2a8b4959557),segment_id=604aba27-0a9d-4cd3-9caa-f2a8b4959557)] {{(pid=78398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 25 14:39:43.017979 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [req-4084a666-c0e9-4fec-8fd9-05472f721797 req-3003377e-be17-4c42-bb2d-81958503e99a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747172683978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747172243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747172243532'] for port, after_update {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:43.038848 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-f5ab8c8e-3484-4268-9425-0a4b74fd38db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:43.188373 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-89e2b520-6965-4719-8ac5-34fae26fdf0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:43.204934 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Device d3374ffb-5bd2-4f2a-a218-1374d46d90f4 details requested by agent hyperv_hv-cinder-79809 with host hv-cinder-79809 {{(pid=78399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 25 14:39:43.207384 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af5ef347-7974-4330-b40d-8151dec52cbd None None] Network 39a3abce-6347-4740-b7ad-eb16ed570efd requested from dv-cinder-798091-1-smb {{(pid=78399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 25 14:39:43.208015 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-89e2b520-6965-4719-8ac5-34fae26fdf0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726995'] for security_group, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:43.274975 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-d7e9a6a3-63a0-4e3f-8e8d-a11315d2f3c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:43.450994 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e2b520-6965-4719-8ac5-34fae26fdf0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db2ed1e8-0435-4c43-95cf-9ad87e07f9f4,revision_number=1']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:43.461941 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4084a666-c0e9-4fec-8fd9-05472f721797 req-3003377e-be17-4c42-bb2d-81958503e99a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:43.462561 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [req-4084a666-c0e9-4fec-8fd9-05472f721797 req-3003377e-be17-4c42-bb2d-81958503e99a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692162'] for port, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:43.463996 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-4084a666-c0e9-4fec-8fd9-05472f721797 req-3003377e-be17-4c42-bb2d-81958503e99a service neutron] 10.222.0.77 "PUT /v2.0/ports/0a555632-35d7-4e70-abff-453a0e8e3e79 HTTP/1.1" status: 200 len: 1093 time: 3.0281396 Jun 25 14:39:43.470668 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-89e2b520-6965-4719-8ac5-34fae26fdf0e admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=5da6f0187d794290bab3f43c0c6dd3c6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3261127 Jun 25 14:39:43.472927 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.72', 60086) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:39:43.477401 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '100fae19-9887-4686-a978-0b1be5cfeb7f', 'tag': '0a555632-35d7-4e70-abff-453a0e8e3e79'}] {{(pid=78398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:39:43.478041 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-89e2b520-6965-4719-8ac5-34fae26fdf0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:43.699482 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-dc6360ec-14e7-4d0b-bb71-ccc4f7a38df4 req-ff9c0f82-d52b-4a37-b94e-9b79abafec3d tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/ports?device_id=e5649343-9e63-4d6c-b6f7-f3b2f1f934c4 HTTP/1.1" status: 200 len: 210 time: 0.1790211 Jun 25 14:39:43.810086 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.72', 60098) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:39:43.869264 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.v2.base [None req-88fc48dc-ecaf-4309-b2c0-d2a3e4eef43f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1069517718-network', 'tenant_id': 'e4817102e33a4d1cacfb5a3e0cd61776'}} {{(pid=78398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:39:43.887385 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-6457d0a3-fa90-49ff-a8b3-4ec7d0d667a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:43.900921 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-88fc48dc-ecaf-4309-b2c0-d2a3e4eef43f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:39:43.910062 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-88fc48dc-ecaf-4309-b2c0-d2a3e4eef43f admin admin] Usage tracker for resource:network and tenant:e4817102e33a4d1cacfb5a3e0cd61776 is out of sync, need to count used quota {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:39:43.928584 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-88fc48dc-ecaf-4309-b2c0-d2a3e4eef43f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:39:43.933130 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-6457d0a3-fa90-49ff-a8b3-4ec7d0d667a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:43.938060 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-88fc48dc-ecaf-4309-b2c0-d2a3e4eef43f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:39:44.006014 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88fc48dc-ecaf-4309-b2c0-d2a3e4eef43f admin admin] Made reservation on behalf of e4817102e33a4d1cacfb5a3e0cd61776 for: {'network': 1} {{(pid=78398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 14:39:44.008409 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-88fc48dc-ecaf-4309-b2c0-d2a3e4eef43f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for network, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:44.026244 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-88fc48dc-ecaf-4309-b2c0-d2a3e4eef43f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:44.040103 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3003377e-be17-4c42-bb2d-81958503e99a service neutron] Pushing event updated for resources: {'Port': ['ID=0a555632-35d7-4e70-abff-453a0e8e3e79,revision_number=3']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:44.051188 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-3003377e-be17-4c42-bb2d-81958503e99a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.015s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:44.060060 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-88fc48dc-ecaf-4309-b2c0-d2a3e4eef43f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:39:44.069785 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-88fc48dc-ecaf-4309-b2c0-d2a3e4eef43f admin admin] Usage tracker for resource:security_group_rule and tenant:e4817102e33a4d1cacfb5a3e0cd61776 is out of sync, need to count used quota {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:39:44.075771 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] For port d3374ffb-5bd2-4f2a-a218-1374d46d90f4, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=d3374ffb-5bd2-4f2a-a218-1374d46d90f4,segment=NetworkSegment(ecfb01d6-bce0-498c-ae9b-242c40d7a505),segment_id=ecfb01d6-bce0-498c-ae9b-242c40d7a505)] {{(pid=78399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:39:44.079095 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4084a666-c0e9-4fec-8fd9-05472f721797 req-a5c1ac02-8577-4554-bcc9-0344eec1d463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:44.081788 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-4084a666-c0e9-4fec-8fd9-05472f721797 req-a5c1ac02-8577-4554-bcc9-0344eec1d463 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=7a1d3268123d4b12a1168eda73de2201&device_id=100fae19-9887-4686-a978-0b1be5cfeb7f HTTP/1.1" status: 200 len: 1096 time: 0.4271455 Jun 25 14:39:44.087937 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-88fc48dc-ecaf-4309-b2c0-d2a3e4eef43f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:39:44.140770 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-0959a481-12d6-4798-a5c7-3b38329e38d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:44.141870 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Returning: {'device': 'd3374ffb-5bd2-4f2a-a218-1374d46d90f4', 'network_id': '83fe267a-d7d2-452d-bb83-7a0060a308f0', 'port_id': 'd3374ffb-5bd2-4f2a-a218-1374d46d90f4', 'mac_address': 'fa:16:3e:05:c9:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2ad48a2-5be6-4801-87cb-73e7b88cb0d2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 25 14:39:44.158470 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7b7430-a2d7-4acd-838d-6b640d114187 req-e83b1371-ba1e-40fa-ac34-635d5b630e77 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:44.167400 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-9f7b7430-a2d7-4acd-838d-6b640d114187 req-e83b1371-ba1e-40fa-ac34-635d5b630e77 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] 10.222.0.72 "GET /v2.0/ports?device_id=eb0b66b9-3595-4af6-a3c2-2b4bccb68973 HTTP/1.1" status: 200 len: 943 time: 0.1836030 Jun 25 14:39:44.187617 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-6457d0a3-fa90-49ff-a8b3-4ec7d0d667a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726995'] for security_group, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:44.198039 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:44.214634 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6457d0a3-fa90-49ff-a8b3-4ec7d0d667a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db2ed1e8-0435-4c43-95cf-9ad87e07f9f4,revision_number=None']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:44.223668 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-6457d0a3-fa90-49ff-a8b3-4ec7d0d667a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:44.232385 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-88fc48dc-ecaf-4309-b2c0-d2a3e4eef43f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:39:44.245179 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-6457d0a3-fa90-49ff-a8b3-4ec7d0d667a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:44.247190 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-6457d0a3-fa90-49ff-a8b3-4ec7d0d667a0 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/db2ed1e8-0435-4c43-95cf-9ad87e07f9f4 HTTP/1.1" status: 204 len: 168 time: 0.7680194 Jun 25 14:39:44.268385 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-9f7b7430-a2d7-4acd-838d-6b640d114187 req-6adb173e-5c8a-4507-ba6a-d10670ae845e tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ca4f9d5-2444-4fa7-9912-3d2a58bd9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945365 Jun 25 14:39:44.293186 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffd87b2-b08f-4926-a1b8-41bd5ead07d7 req-8fb2fd38-e1f8-4378-9a31-373f88351f8d tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:44.298310 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [req-9ffd87b2-b08f-4926-a1b8-41bd5ead07d7 req-8fb2fd38-e1f8-4378-9a31-373f88351f8d tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Synchronizing usage tracker for tenant:7a1d3268123d4b12a1168eda73de2201 on resource:port {{(pid=78398) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 25 14:39:44.320605 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-4084a666-c0e9-4fec-8fd9-05472f721797 req-e2a35c81-593e-4743-bd8e-c0bdaf7d8eac service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0a555632-35d7-4e70-abff-453a0e8e3e79 HTTP/1.1" status: 200 len: 217 time: 0.2107456 Jun 25 14:39:44.436419 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [req-9ffd87b2-b08f-4926-a1b8-41bd5ead07d7 req-8fb2fd38-e1f8-4378-9a31-373f88351f8d tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Unset dirty status for tenant:7a1d3268123d4b12a1168eda73de2201 on resource:port {{(pid=78398) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 25 14:39:44.438729 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for port, before_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:44.444535 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-9ffd87b2-b08f-4926-a1b8-41bd5ead07d7 req-8fb2fd38-e1f8-4378-9a31-373f88351f8d tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] 10.222.0.72 "GET /v2.0/ports?device_id=100fae19-9887-4686-a978-0b1be5cfeb7f HTTP/1.1" status: 200 len: 943 time: 1.1200585 Jun 25 14:39:44.470797 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.notifiers.nova [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3374ffb-5bd2-4f2a-a218-1374d46d90f4 {{(pid=78399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 14:39:44.473946 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4084a666-c0e9-4fec-8fd9-05472f721797 req-1f218da4-c5a2-4cdd-ab72-6b4a704c2170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:44.475533 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-4084a666-c0e9-4fec-8fd9-05472f721797 req-1f218da4-c5a2-4cdd-ab72-6b4a704c2170 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ac1ed06e-d434-4471-8b10-9318752714c1 HTTP/1.1" status: 200 len: 849 time: 0.1435277 Jun 25 14:39:44.555038 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-9ffd87b2-b08f-4926-a1b8-41bd5ead07d7 req-bed9eb16-228f-4563-89a1-cda1d3c35d25 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] 10.222.0.72 "GET /v2.0/security-groups?id=55fed236-b79f-45ec-b512-cc10561c3d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1093287 Jun 25 14:39:44.599031 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] For port d3374ffb-5bd2-4f2a-a218-1374d46d90f4, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=d3374ffb-5bd2-4f2a-a218-1374d46d90f4,segment=NetworkSegment(ecfb01d6-bce0-498c-ae9b-242c40d7a505),segment_id=ecfb01d6-bce0-498c-ae9b-242c40d7a505)] {{(pid=78399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:39:44.605567 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747172683978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747172243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747172243532'] for port, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:44.607360 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:44.706543 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4084a666-c0e9-4fec-8fd9-05472f721797 req-5d936bf6-f3db-4ccf-98dc-f3564415aa07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:44.708432 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-4084a666-c0e9-4fec-8fd9-05472f721797 req-5d936bf6-f3db-4ccf-98dc-f3564415aa07 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=67ba1ff0-ab4f-41c2-a1c4-6027b2c685c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2031980 Jun 25 14:39:44.713788 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-88fc48dc-ecaf-4309-b2c0-d2a3e4eef43f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:44.725469 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-88fc48dc-ecaf-4309-b2c0-d2a3e4eef43f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726995'] for security_group, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:44.788091 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Pushing event updated for resources: {'Port': ['ID=d3374ffb-5bd2-4f2a-a218-1374d46d90f4,revision_number=4']} {{(pid=78399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:44.792397 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:44.891580 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a454d53-bbc4-4ffc-aebf-b5bf2cfdfdb6 req-f9028ba6-b8f6-411d-bd39-76594546e2af tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:44.896051 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-3a454d53-bbc4-4ffc-aebf-b5bf2cfdfdb6 req-f9028ba6-b8f6-411d-bd39-76594546e2af tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.77 "GET /v2.0/networks?id=fc3ffe9c-74f9-42a1-af5f-69842b644ae0 HTTP/1.1" status: 200 len: 816 time: 0.4925544 Jun 25 14:39:44.913937 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-851691f0-0d48-4bf5-9abc-e386ea761a11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:44.957425 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fc48dc-ecaf-4309-b2c0-d2a3e4eef43f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6f67d65-31c6-4607-ba0f-a7f55dd1b05a,revision_number=1']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:44.984160 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-3a454d53-bbc4-4ffc-aebf-b5bf2cfdfdb6 req-6b3909fe-f650-4278-8a35-fd3fb5f43597 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7a64d79372ce407f85b911ae6861af7f HTTP/1.1" status: 200 len: 380 time: 0.0635912 Jun 25 14:39:44.987953 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] get_ports_and_sgs() called for port_ids ['d3374ffb-5bd2-4f2a-a218-1374d46d90f4'] {{(pid=78399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 25 14:39:44.995440 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.v2.base [req-3a454d53-bbc4-4ffc-aebf-b5bf2cfdfdb6 req-b8df70a9-6827-4d72-8bdc-3ad4008029bd tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Request body: {'port': {'device_id': 'e5649343-9e63-4d6c-b6f7-f3b2f1f934c4', 'network_id': 'fc3ffe9c-74f9-42a1-af5f-69842b644ae0', 'admin_state_up': True, 'tenant_id': '7a64d79372ce407f85b911ae6861af7f', 'security_groups': ['d7ad49bf-7682-4e15-9338-4a7ac2e3a89b']}} {{(pid=78397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:39:45.106645 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-88fc48dc-ecaf-4309-b2c0-d2a3e4eef43f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:45.113467 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '100fae19-9887-4686-a978-0b1be5cfeb7f', 'tag': '0a555632-35d7-4e70-abff-453a0e8e3e79', 'status': 'completed', 'code': 200} Jun 25 14:39:45.120242 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88fc48dc-ecaf-4309-b2c0-d2a3e4eef43f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 330} {{(pid=78398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 14:39:45.141703 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.72', 60132) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:39:45.162166 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-6ac4963f-d274-4431-8b6b-4624dd4aac91 req-c2c8a983-4f56-4785-b3b2-b04261fd4a1d tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/ports?device_id=e5649343-9e63-4d6c-b6f7-f3b2f1f934c4 HTTP/1.1" status: 200 len: 210 time: 0.2062650 Jun 25 14:39:45.170091 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Device 17552845-88ed-4637-a9fd-605239a795f7 up at agent hyperv_hv-cinder-79809 {{(pid=78399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:39:45.184864 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-fa613ce7-d419-4f74-9e8f-1ff479b06b75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:45.201545 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-88fc48dc-ecaf-4309-b2c0-d2a3e4eef43f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3551624'] for segment, precommit_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:45.201922 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.db.segments_db [None req-88fc48dc-ecaf-4309-b2c0-d2a3e4eef43f admin admin] Added segment bffe3b2e-0ee4-447a-b41a-40f4455695da of type vlan for network 59a90475-e661-4652-bb4a-99cef53d026c Jun 25 14:39:45.220476 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-fa613ce7-d419-4f74-9e8f-1ff479b06b75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:39:45.227565 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-4084a666-c0e9-4fec-8fd9-05472f721797 req-b51593a4-7559-47d4-9083-2ffdaa6eab42 service neutron] 10.222.0.77 "GET /v2.0/networks/67ba1ff0-ab4f-41c2-a1c4-6027b2c685c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4900763 Jun 25 14:39:45.237589 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-fa613ce7-d419-4f74-9e8f-1ff479b06b75 admin admin] Usage tracker for resource:security_group_rule and tenant:a8b08970e37944569ca02a59548319e2 is out of sync, need to count used quota {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:39:45.241709 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-fa613ce7-d419-4f74-9e8f-1ff479b06b75 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:39:45.245200 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [req-3a454d53-bbc4-4ffc-aebf-b5bf2cfdfdb6 req-b8df70a9-6827-4d72-8bdc-3ad4008029bd tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:39:45.251740 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-fa613ce7-d419-4f74-9e8f-1ff479b06b75 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:39:45.264281 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [req-3a454d53-bbc4-4ffc-aebf-b5bf2cfdfdb6 req-b8df70a9-6827-4d72-8bdc-3ad4008029bd tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:39:45.287910 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-88fc48dc-ecaf-4309-b2c0-d2a3e4eef43f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747172227979'] for network, precommit_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:45.293448 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a454d53-bbc4-4ffc-aebf-b5bf2cfdfdb6 req-b8df70a9-6827-4d72-8bdc-3ad4008029bd tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Made reservation on behalf of 7a64d79372ce407f85b911ae6861af7f for: {'port': 1} {{(pid=78397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 14:39:45.297406 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-3a454d53-bbc4-4ffc-aebf-b5bf2cfdfdb6 req-b8df70a9-6827-4d72-8bdc-3ad4008029bd tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for port, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:45.326576 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Provisioning for port 17552845-88ed-4637-a9fd-605239a795f7 completed by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:39:45.348693 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Provisioning complete for port 17552845-88ed-4637-a9fd-605239a795f7 triggered by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:39:45.351636 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545280'] for port, provisioning_complete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:45.409320 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-88fc48dc-ecaf-4309-b2c0-d2a3e4eef43f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180'] for network, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:45.419315 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88fc48dc-ecaf-4309-b2c0-d2a3e4eef43f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:45.420017 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-88fc48dc-ecaf-4309-b2c0-d2a3e4eef43f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692162'] for network, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:45.433277 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-f969d16d-28bc-4ee8-a1bb-6cb7f2735a3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:45.538687 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fc48dc-ecaf-4309-b2c0-d2a3e4eef43f admin admin] Pushing event updated for resources: {'Network': ['ID=59a90475-e661-4652-bb4a-99cef53d026c,revision_number=1']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:45.546080 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-88fc48dc-ecaf-4309-b2c0-d2a3e4eef43f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:45.566693 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-4084a666-c0e9-4fec-8fd9-05472f721797 req-53f08301-8efd-4cb9-946e-56709d5b42bc service neutron] 10.222.0.77 "GET /v2.0/networks/67ba1ff0-ab4f-41c2-a1c4-6027b2c685c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3176978 Jun 25 14:39:45.600381 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-88fc48dc-ecaf-4309-b2c0-d2a3e4eef43f admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.7468216 Jun 25 14:39:45.601069 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.72', 60144) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:39:45.619671 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.v2.base [None req-d5d927f5-4faa-46a2-afba-53f428d9535c admin admin] Request body: {'subnet': {'network_id': '59a90475-e661-4652-bb4a-99cef53d026c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1069517718-subnet', 'tenant_id': 'e4817102e33a4d1cacfb5a3e0cd61776', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:39:45.620573 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for port, before_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:45.632567 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-d5d927f5-4faa-46a2-afba-53f428d9535c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:39:45.646608 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-d5d927f5-4faa-46a2-afba-53f428d9535c admin admin] Usage tracker for resource:subnet and tenant:e4817102e33a4d1cacfb5a3e0cd61776 is out of sync, need to count used quota {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:39:45.647372 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Network 59a90475-e661-4652-bb4a-99cef53d026c details requested by agent ovs-agent-dv-cinder-798091-1-smb with host dv-cinder-798091-1-smb {{(pid=78399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 25 14:39:45.650192 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-d5d927f5-4faa-46a2-afba-53f428d9535c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:39:45.676434 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-d5d927f5-4faa-46a2-afba-53f428d9535c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:39:45.689348 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5d927f5-4faa-46a2-afba-53f428d9535c admin admin] Made reservation on behalf of e4817102e33a4d1cacfb5a3e0cd61776 for: {'subnet': 1} {{(pid=78398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 14:39:45.691767 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-d5d927f5-4faa-46a2-afba-53f428d9535c admin admin] Notify callbacks [] for subnet, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:45.766103 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-fa613ce7-d419-4f74-9e8f-1ff479b06b75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:45.774997 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.db_base_plugin_common [req-3a454d53-bbc4-4ffc-aebf-b5bf2cfdfdb6 req-b8df70a9-6827-4d72-8bdc-3ad4008029bd tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Allocated IP 172.20.0.13 (fc3ffe9c-74f9-42a1-af5f-69842b644ae0/24c79731-6cdf-4634-b94b-8a5d29662e96/1997573f-4989-48d0-ad12-2edadad644f1) {{(pid=78397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 14:39:45.796606 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-fa613ce7-d419-4f74-9e8f-1ff479b06b75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726995'] for security_group, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:45.822133 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-bc1d87ac-63bf-40cc-ba24-10301f413a07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:45.911084 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbc6909b-ab6d-4631-b590-b9528a3ed3ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17552845-88ed-4637-a9fd-605239a795f7'}] {{(pid=78399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:39:45.931231 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] For port 17552845-88ed-4637-a9fd-605239a795f7, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=17552845-88ed-4637-a9fd-605239a795f7,segment=NetworkSegment(ecfb01d6-bce0-498c-ae9b-242c40d7a505),segment_id=ecfb01d6-bce0-498c-ae9b-242c40d7a505)] {{(pid=78399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:39:45.936606 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747172683978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747172243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747172243532'] for port, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:45.939021 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:45.952701 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa613ce7-d419-4f74-9e8f-1ff479b06b75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b25cdd3e-cda0-4965-9da6-193971f7964d,revision_number=1']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:45.967282 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-fa613ce7-d419-4f74-9e8f-1ff479b06b75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:45.979663 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3c337f-1750-418f-809d-d5af562c67dc req-0dcdfa6a-db5f-4893-9c5e-5345e64fb524 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:45.987848 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-9e3c337f-1750-418f-809d-d5af562c67dc req-0dcdfa6a-db5f-4893-9c5e-5345e64fb524 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] 10.222.0.72 "GET /v2.0/ports?device_id=eb0b66b9-3595-4af6-a3c2-2b4bccb68973 HTTP/1.1" status: 200 len: 944 time: 0.4888463 Jun 25 14:39:46.010555 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb463c0c-9477-40e6-8ad2-3f2f77f47c1a req-e60f2b56-d9ee-422a-943a-df54cd038faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:46.012170 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-fb463c0c-9477-40e6-8ad2-3f2f77f47c1a req-e60f2b56-d9ee-422a-943a-df54cd038faa service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=7a1d3268123d4b12a1168eda73de2201&device_id=100fae19-9887-4686-a978-0b1be5cfeb7f HTTP/1.1" status: 200 len: 1096 time: 0.2799885 Jun 25 14:39:46.097865 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Pushing event updated for resources: {'Port': ['ID=17552845-88ed-4637-a9fd-605239a795f7,revision_number=5']} {{(pid=78399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:46.104571 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:46.144202 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-fa613ce7-d419-4f74-9e8f-1ff479b06b75 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a8b08970e37944569ca02a59548319e2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0009990 Jun 25 14:39:46.155042 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.72', 60160) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:39:46.270604 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-9e3c337f-1750-418f-809d-d5af562c67dc req-cb75bac4-c7fc-4036-bc86-f49678903851 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ca4f9d5-2444-4fa7-9912-3d2a58bd9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2813885 Jun 25 14:39:46.272898 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb463c0c-9477-40e6-8ad2-3f2f77f47c1a req-8e277922-d1ad-44ff-8750-09d04c671ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:46.274535 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-fb463c0c-9477-40e6-8ad2-3f2f77f47c1a req-8e277922-d1ad-44ff-8750-09d04c671ce3 service neutron] 10.222.0.77 "GET /v2.0/networks?id=67ba1ff0-ab4f-41c2-a1c4-6027b2c685c1 HTTP/1.1" status: 200 len: 911 time: 0.2537301 Jun 25 14:39:46.288112 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f6fd58-cef8-4426-97d7-04fc7dd30f1c req-586a04ad-a920-4649-a4ff-b65845289b1b tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:46.288112 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-54f6fd58-cef8-4426-97d7-04fc7dd30f1c req-586a04ad-a920-4649-a4ff-b65845289b1b tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] 10.222.0.72 "GET /v2.0/ports?device_id=100fae19-9887-4686-a978-0b1be5cfeb7f HTTP/1.1" status: 200 len: 943 time: 0.5708447 Jun 25 14:39:46.334997 dv-cinder-798091-1-smb neutron-server[78399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbc6909b-ab6d-4631-b590-b9528a3ed3ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17552845-88ed-4637-a9fd-605239a795f7', 'code': 200} Jun 25 14:39:46.410930 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-32c2c154-e468-4b15-a5b5-e5443e022c23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:46.418937 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-3a454d53-bbc4-4ffc-aebf-b5bf2cfdfdb6 req-b8df70a9-6827-4d72-8bdc-3ad4008029bd tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Notify callbacks [] for port, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:46.422903 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-fb463c0c-9477-40e6-8ad2-3f2f77f47c1a req-04395c70-5aa6-4239-be39-71c6bb0c8d8e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0a555632-35d7-4e70-abff-453a0e8e3e79 HTTP/1.1" status: 200 len: 217 time: 0.0935404 Jun 25 14:39:46.460408 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.provisioning_blocks [req-3a454d53-bbc4-4ffc-aebf-b5bf2cfdfdb6 req-b8df70a9-6827-4d72-8bdc-3ad4008029bd tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Transition to ACTIVE for port object 1997573f-4989-48d0-ad12-2edadad644f1 will not be triggered until provisioned by entity DHCP. {{(pid=78397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:39:46.464162 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-32c2c154-e468-4b15-a5b5-e5443e022c23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:46.500596 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-54f6fd58-cef8-4426-97d7-04fc7dd30f1c req-dc10b77c-ed6f-4d39-b4db-a57d0c648990 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] 10.222.0.72 "GET /v2.0/security-groups?id=55fed236-b79f-45ec-b512-cc10561c3d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1700127 Jun 25 14:39:46.549506 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb463c0c-9477-40e6-8ad2-3f2f77f47c1a req-830fa586-0b47-4e93-8006-e6cfd7fbb472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:46.551456 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-fb463c0c-9477-40e6-8ad2-3f2f77f47c1a req-830fa586-0b47-4e93-8006-e6cfd7fbb472 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ac1ed06e-d434-4471-8b10-9318752714c1 HTTP/1.1" status: 200 len: 849 time: 0.1065030 Jun 25 14:39:46.553107 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-d5d927f5-4faa-46a2-afba-53f428d9535c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180'] for subnet, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:46.558725 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:46.571573 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-32c2c154-e468-4b15-a5b5-e5443e022c23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726995'] for security_group, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:46.583200 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:46.612728 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-3a454d53-bbc4-4ffc-aebf-b5bf2cfdfdb6 req-b8df70a9-6827-4d72-8bdc-3ad4008029bd tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747172243469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127937375'] for port, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:46.636114 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c2c154-e468-4b15-a5b5-e5443e022c23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b25cdd3e-cda0-4965-9da6-193971f7964d,revision_number=None']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:46.649153 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-32c2c154-e468-4b15-a5b5-e5443e022c23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:46.652046 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:46.694969 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d927f5-4faa-46a2-afba-53f428d9535c admin admin] Pushing event updated for resources: {'Subnet': ['ID=66fd69b5-e65d-42ca-a05d-f3220308bacc,revision_number=0']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:46.701360 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-d5d927f5-4faa-46a2-afba-53f428d9535c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:46.709309 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d927f5-4faa-46a2-afba-53f428d9535c admin admin] Checking segment: {'id': 'bffe3b2e-0ee4-447a-b41a-40f4455695da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '59a90475-e661-4652-bb4a-99cef53d026c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:39:46.709895 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5d927f5-4faa-46a2-afba-53f428d9535c admin admin] Network hostable DHCP agents. Network: 59a90475-e661-4652-bb4a-99cef53d026c, hostable agents: ['003a8640-0760-42fb-acf3-9b035430460e'], hosted agents: [] {{(pid=78398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 14:39:46.767993 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8df70a9-6827-4d72-8bdc-3ad4008029bd tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Pushing event updated for resources: {'Port': ['ID=1997573f-4989-48d0-ad12-2edadad644f1,revision_number=1']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:46.778870 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb463c0c-9477-40e6-8ad2-3f2f77f47c1a req-80a74318-ed45-410d-9330-ed9931fd9a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:46.781309 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-fb463c0c-9477-40e6-8ad2-3f2f77f47c1a req-80a74318-ed45-410d-9330-ed9931fd9a17 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=67ba1ff0-ab4f-41c2-a1c4-6027b2c685c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1946809 Jun 25 14:39:46.788377 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5d927f5-4faa-46a2-afba-53f428d9535c admin admin] Network 59a90475-e661-4652-bb4a-99cef53d026c is scheduled to be hosted by DHCP agent 003a8640-0760-42fb-acf3-9b035430460e with binding_index 1 {{(pid=78398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 14:39:46.821412 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-b8df70a9-6827-4d72-8bdc-3ad4008029bd tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:46.829266 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.scheduler.base_scheduler [None req-d5d927f5-4faa-46a2-afba-53f428d9535c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798091-1-smb, 59a90475-e661-4652-bb4a-99cef53d026c) {{(pid=78398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:39:46.839899 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c2666f3-9a47-415e-9232-495734d77a4f None None] Network 59a90475-e661-4652-bb4a-99cef53d026c requested from dv-cinder-798091-1-smb {{(pid=78399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 25 14:39:46.885107 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5d927f5-4faa-46a2-afba-53f428d9535c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:46.885745 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-d5d927f5-4faa-46a2-afba-53f428d9535c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692162'] for subnet, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:46.924229 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a454d53-bbc4-4ffc-aebf-b5bf2cfdfdb6 req-b8df70a9-6827-4d72-8bdc-3ad4008029bd tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Network fc3ffe9c-74f9-42a1-af5f-69842b644ae0 is already hosted by enough agents. {{(pid=78397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:39:46.928832 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.scheduler.base_scheduler [req-3a454d53-bbc4-4ffc-aebf-b5bf2cfdfdb6 req-b8df70a9-6827-4d72-8bdc-3ad4008029bd tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Resources bound (agent type, host, resource id): {{(pid=78397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:39:46.942405 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a454d53-bbc4-4ffc-aebf-b5bf2cfdfdb6 req-b8df70a9-6827-4d72-8bdc-3ad4008029bd tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Received port after_create {{(pid=78397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 25 14:39:46.957331 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-d5d927f5-4faa-46a2-afba-53f428d9535c admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3550873 Jun 25 14:39:46.968345 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a12b89f-df14-45d7-a9cf-1c2dff04d805 req-650dbb1a-491a-43cd-b21d-9523918fde4b tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:46.969859 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-3a12b89f-df14-45d7-a9cf-1c2dff04d805 req-650dbb1a-491a-43cd-b21d-9523918fde4b tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/ports?device_id=e5649343-9e63-4d6c-b6f7-f3b2f1f934c4 HTTP/1.1" status: 200 len: 932 time: 0.2465739 Jun 25 14:39:46.985067 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-32c2c154-e468-4b15-a5b5-e5443e022c23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:46.986373 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-32c2c154-e468-4b15-a5b5-e5443e022c23 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/b25cdd3e-cda0-4965-9da6-193971f7964d HTTP/1.1" status: 204 len: 168 time: 0.8274276 Jun 25 14:39:47.006744 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-fb463c0c-9477-40e6-8ad2-3f2f77f47c1a req-792355c7-3e4b-416e-8ad1-08195249d410 service neutron] 10.222.0.77 "GET /v2.0/networks/67ba1ff0-ab4f-41c2-a1c4-6027b2c685c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2043231 Jun 25 14:39:47.037038 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-3a12b89f-df14-45d7-a9cf-1c2dff04d805 req-7a1e61da-cdfa-447a-8c3b-5e8be23b692c tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/security-groups?id=d7ad49bf-7682-4e15-9338-4a7ac2e3a89b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561438 Jun 25 14:39:47.064686 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200ec9ed-55a8-4fbc-a876-c755ad6c2673 req-e230c434-ac05-4c3c-8062-d954ac96b960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:47.066261 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-200ec9ed-55a8-4fbc-a876-c755ad6c2673 req-e230c434-ac05-4c3c-8062-d954ac96b960 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=bbc6909b-ab6d-4631-b590-b9528a3ed3ce HTTP/1.1" status: 200 len: 1098 time: 0.3291287 Jun 25 14:39:47.074383 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a454d53-bbc4-4ffc-aebf-b5bf2cfdfdb6 req-b8df70a9-6827-4d72-8bdc-3ad4008029bd tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:47.075506 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-3a454d53-bbc4-4ffc-aebf-b5bf2cfdfdb6 req-b8df70a9-6827-4d72-8bdc-3ad4008029bd tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692162'] for port, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:47.125191 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501c7fa5-e209-4b6f-ae85-afdbd127c8af req-5e916425-7e09-456b-835e-ef4b14d4deea tempest-DeleteServersTestJSON-1577299992 tempest-DeleteServersTestJSON-1577299992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:47.133046 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-501c7fa5-e209-4b6f-ae85-afdbd127c8af req-5e916425-7e09-456b-835e-ef4b14d4deea tempest-DeleteServersTestJSON-1577299992 tempest-DeleteServersTestJSON-1577299992-project] 10.222.0.72 "GET /v2.0/ports?device_id=829e560e-4484-42d8-b849-904bef4bd304 HTTP/1.1" status: 200 len: 945 time: 0.3623669 Jun 25 14:39:47.186541 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-3a454d53-bbc4-4ffc-aebf-b5bf2cfdfdb6 req-b8df70a9-6827-4d72-8bdc-3ad4008029bd tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1960223 Jun 25 14:39:47.211762 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.v2.base [req-3a454d53-bbc4-4ffc-aebf-b5bf2cfdfdb6 req-e4261633-a2a5-4a56-85b0-b3a0dacf6d00 service neutron] Request body: {'port': {'device_id': 'e5649343-9e63-4d6c-b6f7-f3b2f1f934c4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79809'}} {{(pid=78397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:39:47.271106 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-fb463c0c-9477-40e6-8ad2-3f2f77f47c1a req-01a712c2-5b5d-480b-a3b6-07104ba7143b service neutron] 10.222.0.77 "GET /v2.0/networks/67ba1ff0-ab4f-41c2-a1c4-6027b2c685c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2088320 Jun 25 14:39:47.330444 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-200ec9ed-55a8-4fbc-a876-c755ad6c2673 req-f4c613cc-052b-46b5-8a8c-a57727cb6811 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=4ca4f9d5-2444-4fa7-9912-3d2a58bd9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2469480 Jun 25 14:39:47.370227 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-501c7fa5-e209-4b6f-ae85-afdbd127c8af req-b189f342-3f7b-47b8-90ce-cafb91dd84da tempest-DeleteServersTestJSON-1577299992 tempest-DeleteServersTestJSON-1577299992-project] 10.222.0.72 "GET /v2.0/security-groups?id=0f40e557-d259-446b-b44d-cf83f27b19f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2362061 Jun 25 14:39:47.394080 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Device d3374ffb-5bd2-4f2a-a218-1374d46d90f4 up at agent hyperv_hv-cinder-79809 {{(pid=78399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:39:47.474785 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80f00dbb-8b4c-403d-8e2a-c9296719d0a0 None None] Network 59a90475-e661-4652-bb4a-99cef53d026c requested from dv-cinder-798091-1-smb {{(pid=78399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 25 14:39:47.509949 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-3a454d53-bbc4-4ffc-aebf-b5bf2cfdfdb6 req-e4261633-a2a5-4a56-85b0-b3a0dacf6d00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for port, before_update {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:47.612595 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-9ba432ab-0cec-4581-8727-a18fa007a65e None None] Provisioning for port 1997573f-4989-48d0-ad12-2edadad644f1 completed by entity DHCP. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:39:47.645070 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-9ba432ab-0cec-4581-8727-a18fa007a65e None None] Provisioning complete for port 1997573f-4989-48d0-ad12-2edadad644f1 triggered by entity DHCP. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:39:47.645499 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-9ba432ab-0cec-4581-8727-a18fa007a65e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545280'] for port, provisioning_complete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:47.655531 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d10ef9-b850-4ea3-9190-450cf3cfff13 req-f5845641-3157-4a58-ab1b-98ec26d3be34 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:47.678082 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-93d10ef9-b850-4ea3-9190-450cf3cfff13 req-f5845641-3157-4a58-ab1b-98ec26d3be34 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] 10.222.0.72 "GET /v2.0/ports?device_id=eb0b66b9-3595-4af6-a3c2-2b4bccb68973 HTTP/1.1" status: 200 len: 944 time: 0.1537905 Jun 25 14:39:47.771125 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.plugin [None req-9ba432ab-0cec-4581-8727-a18fa007a65e None None] Port 1997573f-4989-48d0-ad12-2edadad644f1 cannot update to ACTIVE because it is not bound. {{(pid=78399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 14:39:47.807110 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-93d10ef9-b850-4ea3-9190-450cf3cfff13 req-7ec1d359-c311-4b72-9981-5785c1983b33 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ca4f9d5-2444-4fa7-9912-3d2a58bd9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240845 Jun 25 14:39:47.899173 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Provisioning for port d3374ffb-5bd2-4f2a-a218-1374d46d90f4 completed by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:39:47.914912 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Provisioning complete for port d3374ffb-5bd2-4f2a-a218-1374d46d90f4 triggered by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:39:47.915546 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545280'] for port, provisioning_complete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:48.101364 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.notifiers.nova [req-3a454d53-bbc4-4ffc-aebf-b5bf2cfdfdb6 req-e4261633-a2a5-4a56-85b0-b3a0dacf6d00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1997573f-4989-48d0-ad12-2edadad644f1 {{(pid=78397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 14:39:48.116967 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-3a454d53-bbc4-4ffc-aebf-b5bf2cfdfdb6 req-e4261633-a2a5-4a56-85b0-b3a0dacf6d00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:48.129647 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for port, before_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:48.140320 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.provisioning_blocks [req-3a454d53-bbc4-4ffc-aebf-b5bf2cfdfdb6 req-e4261633-a2a5-4a56-85b0-b3a0dacf6d00 service neutron] Transition to ACTIVE for port object 1997573f-4989-48d0-ad12-2edadad644f1 will not be triggered until provisioned by entity L2. {{(pid=78397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:39:48.149663 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-3a454d53-bbc4-4ffc-aebf-b5bf2cfdfdb6 req-e4261633-a2a5-4a56-85b0-b3a0dacf6d00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747172683978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747172243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747172243532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127937384'] for port, after_update {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:48.157510 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-b8df70a9-6827-4d72-8bdc-3ad4008029bd tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:48.178048 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] For port d3374ffb-5bd2-4f2a-a218-1374d46d90f4, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=d3374ffb-5bd2-4f2a-a218-1374d46d90f4,segment=NetworkSegment(ecfb01d6-bce0-498c-ae9b-242c40d7a505),segment_id=ecfb01d6-bce0-498c-ae9b-242c40d7a505)] {{(pid=78399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:39:48.183143 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747172683978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747172243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747172243532'] for port, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:48.186327 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:48.310974 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3209532-16cb-4c9e-8494-b04e3630a027 req-89a031a0-4cd2-4e6f-bbbf-959e59eb8396 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:48.313268 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-b3209532-16cb-4c9e-8494-b04e3630a027 req-89a031a0-4cd2-4e6f-bbbf-959e59eb8396 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] 10.222.0.72 "GET /v2.0/ports?device_id=100fae19-9887-4686-a978-0b1be5cfeb7f HTTP/1.1" status: 200 len: 943 time: 0.2894962 Jun 25 14:39:48.335831 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb0b66b9-3595-4af6-a3c2-2b4bccb68973', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3374ffb-5bd2-4f2a-a218-1374d46d90f4'}] {{(pid=78399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:39:48.344800 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Pushing event updated for resources: {'Port': ['ID=d3374ffb-5bd2-4f2a-a218-1374d46d90f4,revision_number=5']} {{(pid=78399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:48.348483 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:48.423561 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4261633-a2a5-4a56-85b0-b3a0dacf6d00 service neutron] Pushing event updated for resources: {'Port': ['ID=1997573f-4989-48d0-ad12-2edadad644f1,revision_number=2']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:48.445162 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-e4261633-a2a5-4a56-85b0-b3a0dacf6d00 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:48.448537 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-b3209532-16cb-4c9e-8494-b04e3630a027 req-9a7b1f1c-be68-477f-a2f9-7d1f9181cfab tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] 10.222.0.72 "GET /v2.0/security-groups?id=55fed236-b79f-45ec-b512-cc10561c3d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1098917 Jun 25 14:39:48.564377 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.managers [req-3a454d53-bbc4-4ffc-aebf-b5bf2cfdfdb6 req-e4261633-a2a5-4a56-85b0-b3a0dacf6d00 service neutron] Attempting to bind port 1997573f-4989-48d0-ad12-2edadad644f1 on host hv-cinder-79809 for vnic_type normal with profile {{(pid=78397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 14:39:48.564868 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.managers [req-3a454d53-bbc4-4ffc-aebf-b5bf2cfdfdb6 req-e4261633-a2a5-4a56-85b0-b3a0dacf6d00 service neutron] Attempting to bind port 1997573f-4989-48d0-ad12-2edadad644f1 by drivers openvswitch,hyperv on host hv-cinder-79809 at level 0 using segments [{'id': '715dd0a5-8081-4e27-94a5-147a06fdbf26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'fc3ffe9c-74f9-42a1-af5f-69842b644ae0'}] {{(pid=78397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 14:39:48.565357 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a454d53-bbc4-4ffc-aebf-b5bf2cfdfdb6 req-e4261633-a2a5-4a56-85b0-b3a0dacf6d00 service neutron] Attempting to bind port 1997573f-4989-48d0-ad12-2edadad644f1 on network fc3ffe9c-74f9-42a1-af5f-69842b644ae0 {{(pid=78397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:39:48.576118 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a454d53-bbc4-4ffc-aebf-b5bf2cfdfdb6 req-e4261633-a2a5-4a56-85b0-b3a0dacf6d00 service neutron] Port 1997573f-4989-48d0-ad12-2edadad644f1 on network fc3ffe9c-74f9-42a1-af5f-69842b644ae0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79809 {{(pid=78397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 14:39:48.576524 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a454d53-bbc4-4ffc-aebf-b5bf2cfdfdb6 req-e4261633-a2a5-4a56-85b0-b3a0dacf6d00 service neutron] Attempting to bind port 1997573f-4989-48d0-ad12-2edadad644f1 on network fc3ffe9c-74f9-42a1-af5f-69842b644ae0 {{(pid=78397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:39:48.587157 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a454d53-bbc4-4ffc-aebf-b5bf2cfdfdb6 req-e4261633-a2a5-4a56-85b0-b3a0dacf6d00 service neutron] Checking agent: {'id': 'cd5845b2-5f15-4f32-8a77-b0e44a8778a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79809', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 14, 36, 51), 'started_at': datetime.datetime(2021, 6, 25, 14, 36, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 14, 39, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 14:39:48.587515 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a454d53-bbc4-4ffc-aebf-b5bf2cfdfdb6 req-e4261633-a2a5-4a56-85b0-b3a0dacf6d00 service neutron] Checking segment: {'id': '715dd0a5-8081-4e27-94a5-147a06fdbf26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'fc3ffe9c-74f9-42a1-af5f-69842b644ae0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:39:48.587853 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a454d53-bbc4-4ffc-aebf-b5bf2cfdfdb6 req-e4261633-a2a5-4a56-85b0-b3a0dacf6d00 service neutron] Bound using segment: {'id': '715dd0a5-8081-4e27-94a5-147a06fdbf26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'fc3ffe9c-74f9-42a1-af5f-69842b644ae0'} {{(pid=78397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 14:39:48.588482 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.managers [req-3a454d53-bbc4-4ffc-aebf-b5bf2cfdfdb6 req-e4261633-a2a5-4a56-85b0-b3a0dacf6d00 service neutron] Bound port: 1997573f-4989-48d0-ad12-2edadad644f1, host: hv-cinder-79809, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '715dd0a5-8081-4e27-94a5-147a06fdbf26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'fc3ffe9c-74f9-42a1-af5f-69842b644ae0'}}] {{(pid=78397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 14:39:48.588835 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-3a454d53-bbc4-4ffc-aebf-b5bf2cfdfdb6 req-e4261633-a2a5-4a56-85b0-b3a0dacf6d00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for port, before_update {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:48.649316 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94329b41-bef6-417c-b61a-312488582264 req-7b6b06ee-cc18-435e-a38b-9eec6056a4e8 tempest-VolumesActionsTest-1053026999 tempest-VolumesActionsTest-1053026999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:48.650184 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [req-94329b41-bef6-417c-b61a-312488582264 req-7b6b06ee-cc18-435e-a38b-9eec6056a4e8 tempest-VolumesActionsTest-1053026999 tempest-VolumesActionsTest-1053026999-project] Synchronizing usage tracker for tenant:0e62302fdc6a448eb3dfb9048c974ac9 on resource:network {{(pid=78398) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 25 14:39:48.669444 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [req-94329b41-bef6-417c-b61a-312488582264 req-7b6b06ee-cc18-435e-a38b-9eec6056a4e8 tempest-VolumesActionsTest-1053026999 tempest-VolumesActionsTest-1053026999-project] Unset dirty status for tenant:0e62302fdc6a448eb3dfb9048c974ac9 on resource:network {{(pid=78398) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 25 14:39:48.671878 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-94329b41-bef6-417c-b61a-312488582264 req-7b6b06ee-cc18-435e-a38b-9eec6056a4e8 tempest-VolumesActionsTest-1053026999 tempest-VolumesActionsTest-1053026999-project] 10.222.0.72 "GET /v2.0/networks?id=39a3abce-6347-4740-b7ad-eb16ed570efd HTTP/1.1" status: 200 len: 808 time: 0.2704751 Jun 25 14:39:48.691159 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-94329b41-bef6-417c-b61a-312488582264 req-210af3c9-66e8-4d6e-af52-c001d56d3457 tempest-VolumesActionsTest-1053026999 tempest-VolumesActionsTest-1053026999-project] 10.222.0.72 "GET /v2.0/quotas/0e62302fdc6a448eb3dfb9048c974ac9 HTTP/1.1" status: 200 len: 375 time: 0.0135281 Jun 25 14:39:48.759980 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-94329b41-bef6-417c-b61a-312488582264 req-258c4ecc-1917-41e0-8206-75afa137b66c tempest-VolumesActionsTest-1053026999 tempest-VolumesActionsTest-1053026999-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=0e62302fdc6a448eb3dfb9048c974ac9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0628741 Jun 25 14:39:48.815828 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.db [req-3a454d53-bbc4-4ffc-aebf-b5bf2cfdfdb6 req-e4261633-a2a5-4a56-85b0-b3a0dacf6d00 service neutron] For port 1997573f-4989-48d0-ad12-2edadad644f1, host hv-cinder-79809, cleared binding levels {{(pid=78397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 25 14:39:48.824177 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90a0aec-e873-4a1d-8303-d77f6ced0586 req-167b5c3a-df18-492a-b1be-6183fbb1627e tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:48.825774 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-f90a0aec-e873-4a1d-8303-d77f6ced0586 req-167b5c3a-df18-492a-b1be-6183fbb1627e tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] 10.222.0.72 "GET /v2.0/networks?id=808ce0ae-354d-4414-90d0-3589c38f5458 HTTP/1.1" status: 200 len: 814 time: 0.2421691 Jun 25 14:39:48.841279 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.db [req-3a454d53-bbc4-4ffc-aebf-b5bf2cfdfdb6 req-e4261633-a2a5-4a56-85b0-b3a0dacf6d00 service neutron] For port 1997573f-4989-48d0-ad12-2edadad644f1, host hv-cinder-79809, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=1997573f-4989-48d0-ad12-2edadad644f1,segment=NetworkSegment(715dd0a5-8081-4e27-94a5-147a06fdbf26),segment_id=715dd0a5-8081-4e27-94a5-147a06fdbf26)] {{(pid=78397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 25 14:39:48.845355 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-f90a0aec-e873-4a1d-8303-d77f6ced0586 req-c3606326-e94e-48b8-b9e3-4a8542fd5a25 tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] 10.222.0.72 "GET /v2.0/quotas/6290ced7f89f4224aad290cae89da82b HTTP/1.1" status: 200 len: 375 time: 0.0120497 Jun 25 14:39:48.849596 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-3a454d53-bbc4-4ffc-aebf-b5bf2cfdfdb6 req-e4261633-a2a5-4a56-85b0-b3a0dacf6d00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747172683978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747172243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747172243532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127937384'] for port, after_update {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:48.862240 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:48.925655 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-94329b41-bef6-417c-b61a-312488582264 req-4a78e3a9-aad7-4339-90a1-253010643773 service neutron] 10.222.0.72 "GET /v2.0/networks/39a3abce-6347-4740-b7ad-eb16ed570efd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574759 Jun 25 14:39:48.992062 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a454d53-bbc4-4ffc-aebf-b5bf2cfdfdb6 req-e4261633-a2a5-4a56-85b0-b3a0dacf6d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:48.992666 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-3a454d53-bbc4-4ffc-aebf-b5bf2cfdfdb6 req-e4261633-a2a5-4a56-85b0-b3a0dacf6d00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692162'] for port, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:48.994041 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-3a454d53-bbc4-4ffc-aebf-b5bf2cfdfdb6 req-e4261633-a2a5-4a56-85b0-b3a0dacf6d00 service neutron] 10.222.0.77 "PUT /v2.0/ports/1997573f-4989-48d0-ad12-2edadad644f1 HTTP/1.1" status: 200 len: 1094 time: 1.7878976 Jun 25 14:39:48.994522 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5649343-9e63-4d6c-b6f7-f3b2f1f934c4', 'tag': '1997573f-4989-48d0-ad12-2edadad644f1'}] {{(pid=78397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:39:49.015770 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4261633-a2a5-4a56-85b0-b3a0dacf6d00 service neutron] Pushing event updated for resources: {'Port': ['ID=1997573f-4989-48d0-ad12-2edadad644f1,revision_number=3']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:49.020390 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-e4261633-a2a5-4a56-85b0-b3a0dacf6d00 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:49.048422 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-f90a0aec-e873-4a1d-8303-d77f6ced0586 req-cbc39d23-603d-4d15-bc1d-657c33228e12 tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=6290ced7f89f4224aad290cae89da82b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1879129 Jun 25 14:39:49.136576 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-94329b41-bef6-417c-b61a-312488582264 req-3d370d45-28a0-4825-881e-dce2d150ba9e service neutron] 10.222.0.72 "GET /v2.0/networks/39a3abce-6347-4740-b7ad-eb16ed570efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2046888 Jun 25 14:39:49.145606 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Device 0a555632-35d7-4e70-abff-453a0e8e3e79 details requested by agent hyperv_hv-cinder-79809 with host hv-cinder-79809 {{(pid=78399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 25 14:39:49.344964 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-f90a0aec-e873-4a1d-8303-d77f6ced0586 req-4935d5f2-106f-4504-bfe7-7e6bfec631f4 service neutron] 10.222.0.72 "GET /v2.0/networks/808ce0ae-354d-4414-90d0-3589c38f5458?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2956703 Jun 25 14:39:49.398865 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a454d53-bbc4-4ffc-aebf-b5bf2cfdfdb6 req-5da8f794-9789-4c0d-84fd-829a98fccb77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:49.400349 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-3a454d53-bbc4-4ffc-aebf-b5bf2cfdfdb6 req-5da8f794-9789-4c0d-84fd-829a98fccb77 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=7a64d79372ce407f85b911ae6861af7f&device_id=e5649343-9e63-4d6c-b6f7-f3b2f1f934c4 HTTP/1.1" status: 200 len: 1097 time: 0.2811210 Jun 25 14:39:49.539727 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] For port 0a555632-35d7-4e70-abff-453a0e8e3e79, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=0a555632-35d7-4e70-abff-453a0e8e3e79,segment=NetworkSegment(604aba27-0a9d-4cd3-9caa-f2a8b4959557),segment_id=604aba27-0a9d-4cd3-9caa-f2a8b4959557)] {{(pid=78399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:39:49.574188 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Returning: {'device': '0a555632-35d7-4e70-abff-453a0e8e3e79', 'network_id': '67ba1ff0-ab4f-41c2-a1c4-6027b2c685c1', 'port_id': '0a555632-35d7-4e70-abff-453a0e8e3e79', 'mac_address': 'fa:16:3e:e1:61:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac1ed06e-d434-4471-8b10-9318752714c1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 25 14:39:49.647914 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-3a454d53-bbc4-4ffc-aebf-b5bf2cfdfdb6 req-cae90c04-8a67-469b-8324-26f9cc0f9498 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1997573f-4989-48d0-ad12-2edadad644f1 HTTP/1.1" status: 200 len: 217 time: 0.0826533 Jun 25 14:39:49.658115 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05c51fc-1a27-4d9f-b7a6-ce62ab9b44fa req-8addebc0-9821-4dc0-bf07-61696822d5d4 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:49.673835 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-d05c51fc-1a27-4d9f-b7a6-ce62ab9b44fa req-8addebc0-9821-4dc0-bf07-61696822d5d4 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/ports?device_id=e5649343-9e63-4d6c-b6f7-f3b2f1f934c4 HTTP/1.1" status: 200 len: 944 time: 0.1467032 Jun 25 14:39:49.705923 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for port, before_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:49.751709 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-d05c51fc-1a27-4d9f-b7a6-ce62ab9b44fa req-52ebf2ed-ed2a-4fba-88ab-d95fdc8b926c tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/security-groups?id=d7ad49bf-7682-4e15-9338-4a7ac2e3a89b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765731 Jun 25 14:39:49.762022 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.72', 60282) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:39:49.763871 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.notifiers.nova [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a555632-35d7-4e70-abff-453a0e8e3e79 {{(pid=78399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 14:39:49.786006 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ca8b87-97a4-4d18-b017-2bbc54b4d59f req-07545be4-8590-4e86-b635-2e268601737e tempest-DeleteServersTestJSON-1577299992 tempest-DeleteServersTestJSON-1577299992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:49.787632 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-e0ca8b87-97a4-4d18-b017-2bbc54b4d59f req-07545be4-8590-4e86-b635-2e268601737e tempest-DeleteServersTestJSON-1577299992 tempest-DeleteServersTestJSON-1577299992-project] 10.222.0.77 "GET /v2.0/ports?device_id=829e560e-4484-42d8-b849-904bef4bd304 HTTP/1.1" status: 200 len: 945 time: 0.5560606 Jun 25 14:39:49.825168 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] For port 0a555632-35d7-4e70-abff-453a0e8e3e79, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=0a555632-35d7-4e70-abff-453a0e8e3e79,segment=NetworkSegment(604aba27-0a9d-4cd3-9caa-f2a8b4959557),segment_id=604aba27-0a9d-4cd3-9caa-f2a8b4959557)] {{(pid=78399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:39:49.838305 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747172683978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747172243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747172243532'] for port, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:49.840224 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:49.924875 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a454d53-bbc4-4ffc-aebf-b5bf2cfdfdb6 req-c63de08a-d495-4349-b391-c87b06f20d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:49.926552 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-3a454d53-bbc4-4ffc-aebf-b5bf2cfdfdb6 req-c63de08a-d495-4349-b391-c87b06f20d36 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=24c79731-6cdf-4634-b94b-8a5d29662e96 HTTP/1.1" status: 200 len: 855 time: 0.2612743 Jun 25 14:39:49.932612 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-f90a0aec-e873-4a1d-8303-d77f6ced0586 req-c274d9b0-9d4c-40ac-9abb-468e8d5c13d4 service neutron] 10.222.0.72 "GET /v2.0/networks/808ce0ae-354d-4414-90d0-3589c38f5458?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5687063 Jun 25 14:39:49.983463 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.plugin [req-e0ca8b87-97a4-4d18-b017-2bbc54b4d59f req-e65dbbab-542b-418b-ae4a-1c25cf91ec93 tempest-DeleteServersTestJSON-1577299992 tempest-DeleteServersTestJSON-1577299992-project] Deleting port c76d1920-f31f-47c7-a693-c2f8fea2d9c7 {{(pid=78397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 25 14:39:49.983923 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-e0ca8b87-97a4-4d18-b017-2bbc54b4d59f req-e65dbbab-542b-418b-ae4a-1c25cf91ec93 tempest-DeleteServersTestJSON-1577299992 tempest-DeleteServersTestJSON-1577299992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747172683120'] for port, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:50.067138 dv-cinder-798091-1-smb neutron-server[78399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb0b66b9-3595-4af6-a3c2-2b4bccb68973', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3374ffb-5bd2-4f2a-a218-1374d46d90f4', 'code': 200} Jun 25 14:39:50.096185 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Pushing event updated for resources: {'Port': ['ID=0a555632-35d7-4e70-abff-453a0e8e3e79,revision_number=4']} {{(pid=78399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:50.099954 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:50.111103 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-6743aab9-627e-4913-a26b-a0d0bbc5304a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:50.194875 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] get_ports_and_sgs() called for port_ids ['0a555632-35d7-4e70-abff-453a0e8e3e79'] {{(pid=78399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 25 14:39:50.212428 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a454d53-bbc4-4ffc-aebf-b5bf2cfdfdb6 req-d50e9565-266f-4661-afb9-a29c153bf213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:50.215514 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-3a454d53-bbc4-4ffc-aebf-b5bf2cfdfdb6 req-d50e9565-266f-4661-afb9-a29c153bf213 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=fc3ffe9c-74f9-42a1-af5f-69842b644ae0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2773590 Jun 25 14:39:50.275463 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-6743aab9-627e-4913-a26b-a0d0bbc5304a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:39:50.279609 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-6743aab9-627e-4913-a26b-a0d0bbc5304a admin admin] Usage tracker for resource:security_group_rule and tenant:68e396b290f9436c947a4cea05d51212 is out of sync, need to count used quota {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:39:50.283204 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-6743aab9-627e-4913-a26b-a0d0bbc5304a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:39:50.290165 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-6743aab9-627e-4913-a26b-a0d0bbc5304a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:39:50.459019 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.77', 51174) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:39:50.526003 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-6743aab9-627e-4913-a26b-a0d0bbc5304a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:50.575303 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-6743aab9-627e-4913-a26b-a0d0bbc5304a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726995'] for security_group, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:50.602884 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-3448472b-3874-4a1d-9323-904c2184169b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:50.679468 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6743aab9-627e-4913-a26b-a0d0bbc5304a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74f356b1-db69-459e-9f2b-91a36bdc830c,revision_number=1']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:50.710164 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-6743aab9-627e-4913-a26b-a0d0bbc5304a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:50.724813 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-6743aab9-627e-4913-a26b-a0d0bbc5304a admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=68e396b290f9436c947a4cea05d51212&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9578273 Jun 25 14:39:50.728848 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.72', 60300) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:39:50.748069 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-d2d1854f-0fc7-4fe0-a8bb-643d3ddc391f req-8907763d-d1c7-47a4-9935-f7799afdaaf1 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=0244ff21-e22d-4345-a856-b38136e36658&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2748733 Jun 25 14:39:50.801171 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3598c9-53a3-4abc-a47e-df7452c699b5 req-bee917e6-8f97-4b72-ac03-46bf6f9cd227 tempest-DeleteServersTestJSON-1577299992 tempest-DeleteServersTestJSON-1577299992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:50.809326 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-aa3598c9-53a3-4abc-a47e-df7452c699b5 req-bee917e6-8f97-4b72-ac03-46bf6f9cd227 tempest-DeleteServersTestJSON-1577299992 tempest-DeleteServersTestJSON-1577299992-project] 10.222.0.72 "GET /v2.0/ports?device_id=829e560e-4484-42d8-b849-904bef4bd304 HTTP/1.1" status: 200 len: 945 time: 0.5397246 Jun 25 14:39:50.815809 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.db [req-e0ca8b87-97a4-4d18-b017-2bbc54b4d59f req-e65dbbab-542b-418b-ae4a-1c25cf91ec93 tempest-DeleteServersTestJSON-1577299992 tempest-DeleteServersTestJSON-1577299992-project] For port c76d1920-f31f-47c7-a693-c2f8fea2d9c7, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=c76d1920-f31f-47c7-a693-c2f8fea2d9c7,segment=NetworkSegment(010dfdfe-8967-4ec2-8a02-54ffd5a4533e),segment_id=010dfdfe-8967-4ec2-8a02-54ffd5a4533e)] {{(pid=78397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:39:50.816481 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-e0ca8b87-97a4-4d18-b017-2bbc54b4d59f req-e65dbbab-542b-418b-ae4a-1c25cf91ec93 tempest-DeleteServersTestJSON-1577299992 tempest-DeleteServersTestJSON-1577299992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-413696'] for port, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:50.897694 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-aa3598c9-53a3-4abc-a47e-df7452c699b5 req-d7c02151-8c82-413b-8ffb-306f5acc4778 tempest-DeleteServersTestJSON-1577299992 tempest-DeleteServersTestJSON-1577299992-project] 10.222.0.72 "GET /v2.0/security-groups?id=0f40e557-d259-446b-b44d-cf83f27b19f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870702 Jun 25 14:39:50.919416 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-3a454d53-bbc4-4ffc-aebf-b5bf2cfdfdb6 req-23d96ab5-7229-4352-a758-fe77c7c8413e service neutron] 10.222.0.77 "GET /v2.0/networks/fc3ffe9c-74f9-42a1-af5f-69842b644ae0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6950777 Jun 25 14:39:50.936534 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-d6c212f4-777a-42bf-8c83-a52d283eedc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:51.052276 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:51.059722 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-d6c212f4-777a-42bf-8c83-a52d283eedc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:51.094204 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5649343-9e63-4d6c-b6f7-f3b2f1f934c4', 'tag': '1997573f-4989-48d0-ad12-2edadad644f1', 'status': 'completed', 'code': 200} Jun 25 14:39:51.161755 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.plugin [req-e0ca8b87-97a4-4d18-b017-2bbc54b4d59f req-e65dbbab-542b-418b-ae4a-1c25cf91ec93 tempest-DeleteServersTestJSON-1577299992 tempest-DeleteServersTestJSON-1577299992-project] Calling delete_port for c76d1920-f31f-47c7-a693-c2f8fea2d9c7 owned by compute:nova {{(pid=78397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 25 14:39:51.177239 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-5e1767b6-c7c2-4d06-b342-ac4692416686 req-def4ccae-02e3-46a8-806e-302f2e00ffac tempest-VolumesActionsTest-1053026999 tempest-VolumesActionsTest-1053026999-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9aa0913-7d64-4b66-8792-fd16e24a2d36 HTTP/1.1" status: 200 len: 210 time: 0.0992558 Jun 25 14:39:51.213833 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-d6c212f4-777a-42bf-8c83-a52d283eedc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726995'] for security_group, after_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:51.219101 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-98b26b4d-a272-469c-84e5-b70e5a4df5fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:51.250469 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d1854f-0fc7-4fe0-a8bb-643d3ddc391f req-653bade9-1391-4270-b0d7-61845f6fa9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:51.252312 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-d2d1854f-0fc7-4fe0-a8bb-643d3ddc391f req-653bade9-1391-4270-b0d7-61845f6fa9d9 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=6290ced7f89f4224aad290cae89da82b&device_id=0244ff21-e22d-4345-a856-b38136e36658 HTTP/1.1" status: 200 len: 1098 time: 0.2622454 Jun 25 14:39:51.281983 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c212f4-777a-42bf-8c83-a52d283eedc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74f356b1-db69-459e-9f2b-91a36bdc830c,revision_number=None']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:51.287858 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-d6c212f4-777a-42bf-8c83-a52d283eedc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:51.304539 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-d6c212f4-777a-42bf-8c83-a52d283eedc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:51.305850 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-d6c212f4-777a-42bf-8c83-a52d283eedc8 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/74f356b1-db69-459e-9f2b-91a36bdc830c HTTP/1.1" status: 204 len: 168 time: 0.5750508 Jun 25 14:39:51.343314 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6cca93-fc3d-4431-acb9-f08ddfba2f5d req-eb87de1f-f540-48c7-8954-54d6dbe78909 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:51.344859 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-2c6cca93-fc3d-4431-acb9-f08ddfba2f5d req-eb87de1f-f540-48c7-8954-54d6dbe78909 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] 10.222.0.72 "GET /v2.0/ports?device_id=eb0b66b9-3595-4af6-a3c2-2b4bccb68973 HTTP/1.1" status: 200 len: 945 time: 0.8866966 Jun 25 14:39:51.398343 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.77', 51178) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:39:51.495897 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c8f570-626b-460e-a9ac-20e657dfde6a req-36b26061-0fac-4669-b4cb-541531417d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:51.497392 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-84c8f570-626b-460e-a9ac-20e657dfde6a req-36b26061-0fac-4669-b4cb-541531417d0a service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=eb0b66b9-3595-4af6-a3c2-2b4bccb68973 HTTP/1.1" status: 200 len: 1098 time: 1.0250490 Jun 25 14:39:51.616242 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-84c8f570-626b-460e-a9ac-20e657dfde6a req-45c1bcef-3d54-47e2-9650-461b234bd9a8 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=4ca4f9d5-2444-4fa7-9912-3d2a58bd9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955274 Jun 25 14:39:51.637228 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-3a454d53-bbc4-4ffc-aebf-b5bf2cfdfdb6 req-92735021-0dde-4446-822b-1738d784e60f service neutron] 10.222.0.77 "GET /v2.0/networks/fc3ffe9c-74f9-42a1-af5f-69842b644ae0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5671642 Jun 25 14:39:51.649693 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-e0ca8b87-97a4-4d18-b017-2bbc54b4d59f req-e65dbbab-542b-418b-ae4a-1c25cf91ec93 tempest-DeleteServersTestJSON-1577299992 tempest-DeleteServersTestJSON-1577299992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747172683996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747172243478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127937375'] for port, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:51.673923 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:51.700861 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0e6423-296e-4cd5-96e6-278b606119e2 req-030722eb-de04-4872-815c-b6a1cf3c0854 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:51.704302 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-3d0e6423-296e-4cd5-96e6-278b606119e2 req-030722eb-de04-4872-815c-b6a1cf3c0854 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] 10.222.0.72 "GET /v2.0/ports?device_id=100fae19-9887-4686-a978-0b1be5cfeb7f HTTP/1.1" status: 200 len: 944 time: 0.3828900 Jun 25 14:39:51.793846 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d1854f-0fc7-4fe0-a8bb-643d3ddc391f req-1efd02be-03c3-416c-a2a4-9ff3f8f0297e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:51.794814 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-2c6cca93-fc3d-4431-acb9-f08ddfba2f5d req-dccc4ba1-cff6-4586-ab53-e1aa16a9b63f tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ca4f9d5-2444-4fa7-9912-3d2a58bd9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2956707 Jun 25 14:39:51.796422 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-d2d1854f-0fc7-4fe0-a8bb-643d3ddc391f req-1efd02be-03c3-416c-a2a4-9ff3f8f0297e service neutron] 10.222.0.77 "GET /v2.0/networks?id=808ce0ae-354d-4414-90d0-3589c38f5458 HTTP/1.1" status: 200 len: 915 time: 0.3933754 Jun 25 14:39:51.805725 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94329b41-bef6-417c-b61a-312488582264 req-d8f3df81-a0bb-41a7-943c-a254c63dbab1 tempest-VolumesActionsTest-1053026999 tempest-VolumesActionsTest-1053026999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:51.807490 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-94329b41-bef6-417c-b61a-312488582264 req-d8f3df81-a0bb-41a7-943c-a254c63dbab1 tempest-VolumesActionsTest-1053026999 tempest-VolumesActionsTest-1053026999-project] 10.222.0.77 "GET /v2.0/networks?id=39a3abce-6347-4740-b7ad-eb16ed570efd HTTP/1.1" status: 200 len: 808 time: 0.4035048 Jun 25 14:39:51.817411 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65dbbab-542b-418b-ae4a-1c25cf91ec93 tempest-DeleteServersTestJSON-1577299992 tempest-DeleteServersTestJSON-1577299992-project] Pushing event deleted for resources: {'Port': ['ID=c76d1920-f31f-47c7-a693-c2f8fea2d9c7,revision_number=None']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:51.830581 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-3d0e6423-296e-4cd5-96e6-278b606119e2 req-3341f745-b8dd-42c3-9cb9-836c4c177968 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] 10.222.0.72 "GET /v2.0/security-groups?id=55fed236-b79f-45ec-b512-cc10561c3d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1103005 Jun 25 14:39:51.848988 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-e65dbbab-542b-418b-ae4a-1c25cf91ec93 tempest-DeleteServersTestJSON-1577299992 tempest-DeleteServersTestJSON-1577299992-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:51.985481 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.72', 60320) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:39:51.991172 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.v2.base [req-94329b41-bef6-417c-b61a-312488582264 req-9d7fb3b9-ed9e-47ce-bd7e-4bf28f6cdabd tempest-VolumesActionsTest-1053026999 tempest-VolumesActionsTest-1053026999-project] Request body: {'port': {'device_id': 'b9aa0913-7d64-4b66-8792-fd16e24a2d36', 'network_id': '39a3abce-6347-4740-b7ad-eb16ed570efd', 'admin_state_up': True, 'tenant_id': '0e62302fdc6a448eb3dfb9048c974ac9'}} {{(pid=78398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:39:52.047893 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-5c877180-cf63-43e3-80d8-57f62a7be6d9 req-9b83ab54-6b04-4b36-a98c-cc96e1698855 tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] 10.222.0.72 "GET /v2.0/ports?device_id=e3884b82-f016-4bdd-ac3e-91fbd735b860 HTTP/1.1" status: 200 len: 210 time: 0.1077094 Jun 25 14:39:52.056683 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0ca8b87-97a4-4d18-b017-2bbc54b4d59f req-e65dbbab-542b-418b-ae4a-1c25cf91ec93 tempest-DeleteServersTestJSON-1577299992 tempest-DeleteServersTestJSON-1577299992-project] No DVR routers for this DVR port c76d1920-f31f-47c7-a693-c2f8fea2d9c7 on host hv-cinder-79809 {{(pid=78397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 14:39:52.060791 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-e0ca8b87-97a4-4d18-b017-2bbc54b4d59f req-e65dbbab-542b-418b-ae4a-1c25cf91ec93 tempest-DeleteServersTestJSON-1577299992 tempest-DeleteServersTestJSON-1577299992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257150'] for port, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:52.080046 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-69e063fe-be1a-4044-b92c-54ffbd10ef9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:52.091510 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-d2d1854f-0fc7-4fe0-a8bb-643d3ddc391f req-a9c5ed1f-5aab-468c-8e09-eb857733e8c6 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=324ca5a9-3809-4c38-b0e4-8e049b0333e2 HTTP/1.1" status: 200 len: 217 time: 0.1047714 Jun 25 14:39:52.141822 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-69e063fe-be1a-4044-b92c-54ffbd10ef9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:39:52.154208 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-69e063fe-be1a-4044-b92c-54ffbd10ef9f admin admin] Usage tracker for resource:security_group_rule and tenant:27578e55453847928d9434192a8cf693 is out of sync, need to count used quota {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:39:52.165644 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-e0ca8b87-97a4-4d18-b017-2bbc54b4d59f req-e65dbbab-542b-418b-ae4a-1c25cf91ec93 tempest-DeleteServersTestJSON-1577299992 tempest-DeleteServersTestJSON-1577299992-project] 10.222.0.77 "DELETE /v2.0/ports/c76d1920-f31f-47c7-a693-c2f8fea2d9c7 HTTP/1.1" status: 204 len: 173 time: 2.3556068 Jun 25 14:39:52.165644 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-69e063fe-be1a-4044-b92c-54ffbd10ef9f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:39:52.184438 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-69e063fe-be1a-4044-b92c-54ffbd10ef9f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:39:52.268433 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [req-0aa4adc2-7708-4393-8529-9141033dfe3b req-e8d5c7be-d936-443c-bb2a-a403d53ce299 tempest-DeleteServersTestJSON-1577299992 tempest-DeleteServersTestJSON-1577299992-project] Synchronizing usage tracker for tenant:772991f00a024aa5bfd4212592ea9dc0 on resource:port {{(pid=78397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 25 14:39:52.323138 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099b4aec-d4d8-4568-bc6f-47284e1020d8 req-9d6ca27b-dc8b-4c71-9d53-97670cf06f76 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:52.323530 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33efb9ba-3deb-46cb-a1f9-44de5d152811 req-fff4521d-450d-4b79-a5f4-7a355b44d856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:52.325064 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-33efb9ba-3deb-46cb-a1f9-44de5d152811 req-fff4521d-450d-4b79-a5f4-7a355b44d856 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=7a64d79372ce407f85b911ae6861af7f&device_id=e5649343-9e63-4d6c-b6f7-f3b2f1f934c4 HTTP/1.1" status: 200 len: 1097 time: 0.2582552 Jun 25 14:39:52.327830 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [req-0aa4adc2-7708-4393-8529-9141033dfe3b req-e8d5c7be-d936-443c-bb2a-a403d53ce299 tempest-DeleteServersTestJSON-1577299992 tempest-DeleteServersTestJSON-1577299992-project] Unset dirty status for tenant:772991f00a024aa5bfd4212592ea9dc0 on resource:port {{(pid=78397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 25 14:39:52.330480 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-099b4aec-d4d8-4568-bc6f-47284e1020d8 req-9d6ca27b-dc8b-4c71-9d53-97670cf06f76 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/ports?device_id=e5649343-9e63-4d6c-b6f7-f3b2f1f934c4 HTTP/1.1" status: 200 len: 944 time: 0.3867843 Jun 25 14:39:52.336925 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-0aa4adc2-7708-4393-8529-9141033dfe3b req-e8d5c7be-d936-443c-bb2a-a403d53ce299 tempest-DeleteServersTestJSON-1577299992 tempest-DeleteServersTestJSON-1577299992-project] 10.222.0.72 "GET /v2.0/ports?device_id=829e560e-4484-42d8-b849-904bef4bd304 HTTP/1.1" status: 200 len: 210 time: 0.1320720 Jun 25 14:39:52.337743 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d1854f-0fc7-4fe0-a8bb-643d3ddc391f req-6943cfb3-2987-4085-bdbe-8789fc218a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:52.339632 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-d2d1854f-0fc7-4fe0-a8bb-643d3ddc391f req-6943cfb3-2987-4085-bdbe-8789fc218a22 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=df82b164-9b34-47d3-90d0-c5f04fc4d7cc HTTP/1.1" status: 200 len: 854 time: 0.2235191 Jun 25 14:39:52.469733 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-d2d1854f-0fc7-4fe0-a8bb-643d3ddc391f req-0d75888f-fa8b-4d96-b9a4-631abbca8db7 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=808ce0ae-354d-4414-90d0-3589c38f5458&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1033931 Jun 25 14:39:52.600141 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [req-94329b41-bef6-417c-b61a-312488582264 req-9d7fb3b9-ed9e-47ce-bd7e-4bf28f6cdabd tempest-VolumesActionsTest-1053026999 tempest-VolumesActionsTest-1053026999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:39:52.620537 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [req-94329b41-bef6-417c-b61a-312488582264 req-9d7fb3b9-ed9e-47ce-bd7e-4bf28f6cdabd tempest-VolumesActionsTest-1053026999 tempest-VolumesActionsTest-1053026999-project] Usage tracker for resource:port and tenant:0e62302fdc6a448eb3dfb9048c974ac9 is out of sync, need to count used quota {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:39:52.634202 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-099b4aec-d4d8-4568-bc6f-47284e1020d8 req-22b8af3a-cb0e-4870-a15e-6ceba8d53d30 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/security-groups?id=d7ad49bf-7682-4e15-9338-4a7ac2e3a89b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3027184 Jun 25 14:39:52.635243 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [req-94329b41-bef6-417c-b61a-312488582264 req-9d7fb3b9-ed9e-47ce-bd7e-4bf28f6cdabd tempest-VolumesActionsTest-1053026999 tempest-VolumesActionsTest-1053026999-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:39:52.648843 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [req-94329b41-bef6-417c-b61a-312488582264 req-9d7fb3b9-ed9e-47ce-bd7e-4bf28f6cdabd tempest-VolumesActionsTest-1053026999 tempest-VolumesActionsTest-1053026999-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:39:52.659283 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-c1174579-7f20-453d-9bd3-0dff70ccce2d req-63038061-3b28-4245-9099-2e884a281c5e tempest-VolumesActionsTest-1053026999 tempest-VolumesActionsTest-1053026999-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9aa0913-7d64-4b66-8792-fd16e24a2d36 HTTP/1.1" status: 200 len: 210 time: 0.1468112 Jun 25 14:39:52.667720 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-69e063fe-be1a-4044-b92c-54ffbd10ef9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:52.688146 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-69e063fe-be1a-4044-b92c-54ffbd10ef9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726995'] for security_group, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:52.703779 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94329b41-bef6-417c-b61a-312488582264 req-9d7fb3b9-ed9e-47ce-bd7e-4bf28f6cdabd tempest-VolumesActionsTest-1053026999 tempest-VolumesActionsTest-1053026999-project] Made reservation on behalf of 0e62302fdc6a448eb3dfb9048c974ac9 for: {'port': 1} {{(pid=78398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 14:39:52.708352 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [req-94329b41-bef6-417c-b61a-312488582264 req-9d7fb3b9-ed9e-47ce-bd7e-4bf28f6cdabd tempest-VolumesActionsTest-1053026999 tempest-VolumesActionsTest-1053026999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for port, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:52.721698 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-059f73bd-074c-448e-aa71-19ae859bec46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:52.735030 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-69e063fe-be1a-4044-b92c-54ffbd10ef9f admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=27578e55453847928d9434192a8cf693&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7412503 Jun 25 14:39:52.739306 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.72', 60338) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:39:52.810082 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33efb9ba-3deb-46cb-a1f9-44de5d152811 req-cbd2f6d6-8367-4a9c-928c-030e7fcf6efb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:52.812116 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-33efb9ba-3deb-46cb-a1f9-44de5d152811 req-cbd2f6d6-8367-4a9c-928c-030e7fcf6efb service neutron] 10.222.0.77 "GET /v2.0/networks?id=fc3ffe9c-74f9-42a1-af5f-69842b644ae0 HTTP/1.1" status: 200 len: 917 time: 0.4659731 Jun 25 14:39:52.829645 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e063fe-be1a-4044-b92c-54ffbd10ef9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18dfb96d-7087-4fc3-9d56-c6fb3e26b4a9,revision_number=1']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:52.851250 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-69e063fe-be1a-4044-b92c-54ffbd10ef9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:52.914548 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-d2d1854f-0fc7-4fe0-a8bb-643d3ddc391f req-a764404e-2eaf-4990-a90c-4b755e8a3720 service neutron] 10.222.0.77 "GET /v2.0/networks/808ce0ae-354d-4414-90d0-3589c38f5458?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4128084 Jun 25 14:39:53.036689 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90a0aec-e873-4a1d-8303-d77f6ced0586 req-5d07c406-ebd9-4083-9549-28d0bf1e946a tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:53.038559 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-f90a0aec-e873-4a1d-8303-d77f6ced0586 req-5d07c406-ebd9-4083-9549-28d0bf1e946a tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] 10.222.0.77 "GET /v2.0/networks?id=808ce0ae-354d-4414-90d0-3589c38f5458 HTTP/1.1" status: 200 len: 814 time: 0.5636346 Jun 25 14:39:53.042206 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-33efb9ba-3deb-46cb-a1f9-44de5d152811 req-27cf5c38-10d7-4686-9065-c003519dcfff service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1997573f-4989-48d0-ad12-2edadad644f1 HTTP/1.1" status: 200 len: 217 time: 0.1849573 Jun 25 14:39:53.061888 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-70079a98-d0f5-4f1b-b39d-6e636b255bc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:53.118889 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '829e560e-4484-42d8-b849-904bef4bd304', 'name': 'network-vif-deleted', 'tag': 'c76d1920-f31f-47c7-a693-c2f8fea2d9c7'}] {{(pid=78397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:39:53.156863 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Device 0a555632-35d7-4e70-abff-453a0e8e3e79 up at agent hyperv_hv-cinder-79809 {{(pid=78399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:39:53.177602 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.v2.base [req-f90a0aec-e873-4a1d-8303-d77f6ced0586 req-cfbb7f2a-9ed4-4830-b6a5-0b78cfa6e173 tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] Request body: {'port': {'device_id': 'e3884b82-f016-4bdd-ac3e-91fbd735b860', 'network_id': '808ce0ae-354d-4414-90d0-3589c38f5458', 'admin_state_up': True, 'tenant_id': '6290ced7f89f4224aad290cae89da82b'}} {{(pid=78397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:39:53.206749 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-70079a98-d0f5-4f1b-b39d-6e636b255bc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:53.232478 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Provisioning for port 0a555632-35d7-4e70-abff-453a0e8e3e79 completed by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:39:53.239614 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Provisioning complete for port 0a555632-35d7-4e70-abff-453a0e8e3e79 triggered by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:39:53.239994 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545280'] for port, provisioning_complete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:53.383017 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-d2d1854f-0fc7-4fe0-a8bb-643d3ddc391f req-47073592-57ce-4352-bbb0-2e499a2fb141 service neutron] 10.222.0.77 "GET /v2.0/networks/808ce0ae-354d-4414-90d0-3589c38f5458?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4436283 Jun 25 14:39:53.384311 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.db_base_plugin_common [req-94329b41-bef6-417c-b61a-312488582264 req-9d7fb3b9-ed9e-47ce-bd7e-4bf28f6cdabd tempest-VolumesActionsTest-1053026999 tempest-VolumesActionsTest-1053026999-project] Allocated IP 172.20.0.11 (39a3abce-6347-4740-b7ad-eb16ed570efd/0af0c9bf-3385-4a2b-840c-42f9400050c5/ff68f7ce-8874-42f2-82b1-bf84e36d928d) {{(pid=78398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 14:39:53.424899 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20189662-8a3b-4d23-89d1-c180ae2b08df req-25a1db09-d2c7-4aa9-a450-948f22f01055 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:53.426701 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-20189662-8a3b-4d23-89d1-c180ae2b08df req-25a1db09-d2c7-4aa9-a450-948f22f01055 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] 10.222.0.72 "GET /v2.0/ports?device_id=eb0b66b9-3595-4af6-a3c2-2b4bccb68973 HTTP/1.1" status: 200 len: 945 time: 0.2733450 Jun 25 14:39:53.444310 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for port, before_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:53.472860 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-70079a98-d0f5-4f1b-b39d-6e636b255bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726995'] for security_group, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:53.492921 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-68d47625-315a-462b-9217-82b9b3cc342f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:53.493764 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '100fae19-9887-4686-a978-0b1be5cfeb7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a555632-35d7-4e70-abff-453a0e8e3e79'}] {{(pid=78399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:39:53.505246 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] For port 0a555632-35d7-4e70-abff-453a0e8e3e79, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=0a555632-35d7-4e70-abff-453a0e8e3e79,segment=NetworkSegment(604aba27-0a9d-4cd3-9caa-f2a8b4959557),segment_id=604aba27-0a9d-4cd3-9caa-f2a8b4959557)] {{(pid=78399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:39:53.509590 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747172683978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747172243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747172243532'] for port, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:53.510786 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Device c76d1920-f31f-47c7-a693-c2f8fea2d9c7 no longer exists at agent hyperv_hv-cinder-79809 {{(pid=78399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 25 14:39:53.524612 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70079a98-d0f5-4f1b-b39d-6e636b255bc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18dfb96d-7087-4fc3-9d56-c6fb3e26b4a9,revision_number=None']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:53.528096 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33efb9ba-3deb-46cb-a1f9-44de5d152811 req-aff2e0fa-71de-4478-b7d8-ecfacd2e024f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:53.529610 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-33efb9ba-3deb-46cb-a1f9-44de5d152811 req-aff2e0fa-71de-4478-b7d8-ecfacd2e024f service neutron] 10.222.0.77 "GET /v2.0/subnets?id=24c79731-6cdf-4634-b94b-8a5d29662e96 HTTP/1.1" status: 200 len: 855 time: 0.3974404 Jun 25 14:39:53.534683 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-20189662-8a3b-4d23-89d1-c180ae2b08df req-cd351306-1bb6-4c4c-8a0e-0af75f52aad3 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ca4f9d5-2444-4fa7-9912-3d2a58bd9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892138 Jun 25 14:39:53.555666 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:53.582002 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70079a98-d0f5-4f1b-b39d-6e636b255bc3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:39:53.582624 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70079a98-d0f5-4f1b-b39d-6e636b255bc3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:39:53.582991 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70079a98-d0f5-4f1b-b39d-6e636b255bc3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:39:53.583351 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70079a98-d0f5-4f1b-b39d-6e636b255bc3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:39:53.583785 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70079a98-d0f5-4f1b-b39d-6e636b255bc3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:39:53.584135 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70079a98-d0f5-4f1b-b39d-6e636b255bc3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:39:53.584656 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70079a98-d0f5-4f1b-b39d-6e636b255bc3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:39:53.585024 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70079a98-d0f5-4f1b-b39d-6e636b255bc3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:39:53.585434 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70079a98-d0f5-4f1b-b39d-6e636b255bc3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:39:53.585815 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70079a98-d0f5-4f1b-b39d-6e636b255bc3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:39:53.586360 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70079a98-d0f5-4f1b-b39d-6e636b255bc3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:39:53.586703 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70079a98-d0f5-4f1b-b39d-6e636b255bc3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:39:53.592377 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-70079a98-d0f5-4f1b-b39d-6e636b255bc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:53.598114 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-70079a98-d0f5-4f1b-b39d-6e636b255bc3 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/18dfb96d-7087-4fc3-9d56-c6fb3e26b4a9 HTTP/1.1" status: 204 len: 168 time: 0.8545320 Jun 25 14:39:53.599261 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-70079a98-d0f5-4f1b-b39d-6e636b255bc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:53.607770 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [req-f90a0aec-e873-4a1d-8303-d77f6ced0586 req-cfbb7f2a-9ed4-4830-b6a5-0b78cfa6e173 tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:39:53.631678 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.plugin [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] No Port match for: c76d1920-f31f-47c7-a693-c2f8fea2d9c7 {{(pid=78399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 25 14:39:53.632276 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Device c76d1920-f31f-47c7-a693-c2f8fea2d9c7 not bound to the agent host hv-cinder-79809 {{(pid=78399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 25 14:39:53.635593 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Pushing event updated for resources: {'Port': ['ID=0a555632-35d7-4e70-abff-453a0e8e3e79,revision_number=5']} {{(pid=78399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:53.645383 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:53.652449 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb10b4e-5b77-49f3-8c19-095180131125 req-d8567fb6-1840-4603-aab9-2d6fcb6262c2 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:53.656324 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-feb10b4e-5b77-49f3-8c19-095180131125 req-d8567fb6-1840-4603-aab9-2d6fcb6262c2 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] 10.222.0.72 "GET /v2.0/ports?device_id=100fae19-9887-4686-a978-0b1be5cfeb7f HTTP/1.1" status: 200 len: 944 time: 0.5819271 Jun 25 14:39:53.657275 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [req-f90a0aec-e873-4a1d-8303-d77f6ced0586 req-cfbb7f2a-9ed4-4830-b6a5-0b78cfa6e173 tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:39:53.721788 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f90a0aec-e873-4a1d-8303-d77f6ced0586 req-cfbb7f2a-9ed4-4830-b6a5-0b78cfa6e173 tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] Made reservation on behalf of 6290ced7f89f4224aad290cae89da82b for: {'port': 1} {{(pid=78397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 14:39:53.725454 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-f90a0aec-e873-4a1d-8303-d77f6ced0586 req-cfbb7f2a-9ed4-4830-b6a5-0b78cfa6e173 tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for port, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:53.764099 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-feb10b4e-5b77-49f3-8c19-095180131125 req-ef76620c-0aba-4eb1-b6af-6190af3df4c5 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] 10.222.0.72 "GET /v2.0/security-groups?id=55fed236-b79f-45ec-b512-cc10561c3d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961061 Jun 25 14:39:53.767082 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33efb9ba-3deb-46cb-a1f9-44de5d152811 req-510e3a80-f069-4b51-84e4-bbf218bdba75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:53.768297 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-33efb9ba-3deb-46cb-a1f9-44de5d152811 req-510e3a80-f069-4b51-84e4-bbf218bdba75 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=fc3ffe9c-74f9-42a1-af5f-69842b644ae0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2240682 Jun 25 14:39:53.831281 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-edf0f9ce-c174-42a5-a1c0-7abe7d6ad836 req-03d76446-bf23-46fb-b0c7-beb25941b6ef tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] 10.222.0.72 "GET /v2.0/ports?device_id=e3884b82-f016-4bdd-ac3e-91fbd735b860 HTTP/1.1" status: 200 len: 210 time: 0.0878255 Jun 25 14:39:53.881929 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [req-94329b41-bef6-417c-b61a-312488582264 req-9d7fb3b9-ed9e-47ce-bd7e-4bf28f6cdabd tempest-VolumesActionsTest-1053026999 tempest-VolumesActionsTest-1053026999-project] Notify callbacks [] for port, precommit_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:53.945017 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [req-94329b41-bef6-417c-b61a-312488582264 req-9d7fb3b9-ed9e-47ce-bd7e-4bf28f6cdabd tempest-VolumesActionsTest-1053026999 tempest-VolumesActionsTest-1053026999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747172243469'] for port, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:53.951430 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-3003377e-be17-4c42-bb2d-81958503e99a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:54.028404 dv-cinder-798091-1-smb neutron-server[78399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '100fae19-9887-4686-a978-0b1be5cfeb7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a555632-35d7-4e70-abff-453a0e8e3e79', 'code': 200} Jun 25 14:39:54.042429 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '829e560e-4484-42d8-b849-904bef4bd304', 'name': 'network-vif-deleted', 'tag': 'c76d1920-f31f-47c7-a693-c2f8fea2d9c7', 'status': 'completed', 'code': 200} Jun 25 14:39:54.105831 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7fb3b9-ed9e-47ce-bd7e-4bf28f6cdabd tempest-VolumesActionsTest-1053026999 tempest-VolumesActionsTest-1053026999-project] Pushing event updated for resources: {'Port': ['ID=ff68f7ce-8874-42f2-82b1-bf84e36d928d,revision_number=1']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:54.196771 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94329b41-bef6-417c-b61a-312488582264 req-9d7fb3b9-ed9e-47ce-bd7e-4bf28f6cdabd tempest-VolumesActionsTest-1053026999 tempest-VolumesActionsTest-1053026999-project] Network 39a3abce-6347-4740-b7ad-eb16ed570efd is already hosted by enough agents. {{(pid=78398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:39:54.204292 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.scheduler.base_scheduler [req-94329b41-bef6-417c-b61a-312488582264 req-9d7fb3b9-ed9e-47ce-bd7e-4bf28f6cdabd tempest-VolumesActionsTest-1053026999 tempest-VolumesActionsTest-1053026999-project] Resources bound (agent type, host, resource id): {{(pid=78398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:39:54.206896 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7fb3b9-ed9e-47ce-bd7e-4bf28f6cdabd tempest-VolumesActionsTest-1053026999 tempest-VolumesActionsTest-1053026999-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:39:54.207258 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7fb3b9-ed9e-47ce-bd7e-4bf28f6cdabd tempest-VolumesActionsTest-1053026999 tempest-VolumesActionsTest-1053026999-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:39:54.207672 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7fb3b9-ed9e-47ce-bd7e-4bf28f6cdabd tempest-VolumesActionsTest-1053026999 tempest-VolumesActionsTest-1053026999-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:39:54.208031 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7fb3b9-ed9e-47ce-bd7e-4bf28f6cdabd tempest-VolumesActionsTest-1053026999 tempest-VolumesActionsTest-1053026999-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:39:54.208461 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7fb3b9-ed9e-47ce-bd7e-4bf28f6cdabd tempest-VolumesActionsTest-1053026999 tempest-VolumesActionsTest-1053026999-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:39:54.208846 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7fb3b9-ed9e-47ce-bd7e-4bf28f6cdabd tempest-VolumesActionsTest-1053026999 tempest-VolumesActionsTest-1053026999-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:39:54.209199 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7fb3b9-ed9e-47ce-bd7e-4bf28f6cdabd tempest-VolumesActionsTest-1053026999 tempest-VolumesActionsTest-1053026999-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:39:54.209533 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7fb3b9-ed9e-47ce-bd7e-4bf28f6cdabd tempest-VolumesActionsTest-1053026999 tempest-VolumesActionsTest-1053026999-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:39:54.209957 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7fb3b9-ed9e-47ce-bd7e-4bf28f6cdabd tempest-VolumesActionsTest-1053026999 tempest-VolumesActionsTest-1053026999-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:39:54.210290 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7fb3b9-ed9e-47ce-bd7e-4bf28f6cdabd tempest-VolumesActionsTest-1053026999 tempest-VolumesActionsTest-1053026999-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:39:54.210619 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7fb3b9-ed9e-47ce-bd7e-4bf28f6cdabd tempest-VolumesActionsTest-1053026999 tempest-VolumesActionsTest-1053026999-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:39:54.210989 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7fb3b9-ed9e-47ce-bd7e-4bf28f6cdabd tempest-VolumesActionsTest-1053026999 tempest-VolumesActionsTest-1053026999-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:39:54.214434 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.l3_dvrscheduler_db [req-94329b41-bef6-417c-b61a-312488582264 req-9d7fb3b9-ed9e-47ce-bd7e-4bf28f6cdabd tempest-VolumesActionsTest-1053026999 tempest-VolumesActionsTest-1053026999-project] Received port after_create {{(pid=78398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 25 14:39:54.220023 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94329b41-bef6-417c-b61a-312488582264 req-9d7fb3b9-ed9e-47ce-bd7e-4bf28f6cdabd tempest-VolumesActionsTest-1053026999 tempest-VolumesActionsTest-1053026999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:54.220671 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [req-94329b41-bef6-417c-b61a-312488582264 req-9d7fb3b9-ed9e-47ce-bd7e-4bf28f6cdabd tempest-VolumesActionsTest-1053026999 tempest-VolumesActionsTest-1053026999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692162'] for port, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:54.226342 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-5bb9b706-bf71-4d4e-a2ad-8d3ae1bf3ce5 req-b3de403e-3982-4c18-91c1-e4b710b26c3a tempest-DeleteServersTestJSON-1577299992 tempest-DeleteServersTestJSON-1577299992-project] 10.222.0.72 "GET /v2.0/ports?device_id=829e560e-4484-42d8-b849-904bef4bd304 HTTP/1.1" status: 200 len: 210 time: 0.1222312 Jun 25 14:39:54.229058 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-9d7fb3b9-ed9e-47ce-bd7e-4bf28f6cdabd tempest-VolumesActionsTest-1053026999 tempest-VolumesActionsTest-1053026999-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:54.263360 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-94329b41-bef6-417c-b61a-312488582264 req-9d7fb3b9-ed9e-47ce-bd7e-4bf28f6cdabd tempest-VolumesActionsTest-1053026999 tempest-VolumesActionsTest-1053026999-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2781837 Jun 25 14:39:54.284432 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.v2.base [req-94329b41-bef6-417c-b61a-312488582264 req-9fda4304-438e-4716-a2b7-00c7804875a0 service neutron] Request body: {'port': {'device_id': 'b9aa0913-7d64-4b66-8792-fd16e24a2d36', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79809'}} {{(pid=78398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:39:54.532346 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-33efb9ba-3deb-46cb-a1f9-44de5d152811 req-b7ec24ff-2739-452c-aa46-92dbfcbbbf6e service neutron] 10.222.0.77 "GET /v2.0/networks/fc3ffe9c-74f9-42a1-af5f-69842b644ae0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6882060 Jun 25 14:39:54.540734 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.db_base_plugin_common [req-f90a0aec-e873-4a1d-8303-d77f6ced0586 req-cfbb7f2a-9ed4-4830-b6a5-0b78cfa6e173 tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] Allocated IP 172.20.0.6 (808ce0ae-354d-4414-90d0-3589c38f5458/df82b164-9b34-47d3-90d0-c5f04fc4d7cc/bc190e6a-aac3-4f11-846b-36264c08057c) {{(pid=78397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 14:39:54.604031 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [req-94329b41-bef6-417c-b61a-312488582264 req-9fda4304-438e-4716-a2b7-00c7804875a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for port, before_update {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:54.703929 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d109e3ec-f015-48f7-9e64-5640481e7771 req-8482fd5b-263d-402a-9902-103b00bd5eaa tempest-VolumesActionsTest-1053026999 tempest-VolumesActionsTest-1053026999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:54.704888 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [req-d109e3ec-f015-48f7-9e64-5640481e7771 req-8482fd5b-263d-402a-9902-103b00bd5eaa tempest-VolumesActionsTest-1053026999 tempest-VolumesActionsTest-1053026999-project] Synchronizing usage tracker for tenant:0e62302fdc6a448eb3dfb9048c974ac9 on resource:port {{(pid=78398) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 25 14:39:54.705195 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea15a8d-770b-4c86-9cf7-8f4c624a07e0 req-ba9d0a7c-face-4779-a647-b5016a73b436 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:54.706022 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [req-3ea15a8d-770b-4c86-9cf7-8f4c624a07e0 req-ba9d0a7c-face-4779-a647-b5016a73b436 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Synchronizing usage tracker for tenant:7a64d79372ce407f85b911ae6861af7f on resource:port {{(pid=78397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 25 14:39:54.709450 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d67a823-6201-4d36-a442-0b9fc8ee103f req-d4db8912-a7bd-4a25-9f74-e6c40fd21933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:54.711467 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-2d67a823-6201-4d36-a442-0b9fc8ee103f req-d4db8912-a7bd-4a25-9f74-e6c40fd21933 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=100fae19-9887-4686-a978-0b1be5cfeb7f HTTP/1.1" status: 200 len: 1098 time: 0.3355238 Jun 25 14:39:54.841002 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-33efb9ba-3deb-46cb-a1f9-44de5d152811 req-79c88d3e-5256-44d9-8a79-1d0227b945b9 service neutron] 10.222.0.77 "GET /v2.0/networks/fc3ffe9c-74f9-42a1-af5f-69842b644ae0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2972176 Jun 25 14:39:54.841638 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [req-d109e3ec-f015-48f7-9e64-5640481e7771 req-8482fd5b-263d-402a-9902-103b00bd5eaa tempest-VolumesActionsTest-1053026999 tempest-VolumesActionsTest-1053026999-project] Unset dirty status for tenant:0e62302fdc6a448eb3dfb9048c974ac9 on resource:port {{(pid=78398) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 25 14:39:54.847344 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [req-3ea15a8d-770b-4c86-9cf7-8f4c624a07e0 req-ba9d0a7c-face-4779-a647-b5016a73b436 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Unset dirty status for tenant:7a64d79372ce407f85b911ae6861af7f on resource:port {{(pid=78397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 25 14:39:54.848567 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-3ea15a8d-770b-4c86-9cf7-8f4c624a07e0 req-ba9d0a7c-face-4779-a647-b5016a73b436 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/ports?device_id=e5649343-9e63-4d6c-b6f7-f3b2f1f934c4 HTTP/1.1" status: 200 len: 944 time: 0.4318562 Jun 25 14:39:54.851042 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-d109e3ec-f015-48f7-9e64-5640481e7771 req-8482fd5b-263d-402a-9902-103b00bd5eaa tempest-VolumesActionsTest-1053026999 tempest-VolumesActionsTest-1053026999-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9aa0913-7d64-4b66-8792-fd16e24a2d36 HTTP/1.1" status: 200 len: 932 time: 0.4216390 Jun 25 14:39:54.906599 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.72', 60400) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:39:54.926122 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-2d67a823-6201-4d36-a442-0b9fc8ee103f req-2e401f21-63db-42f9-8b1d-57289876d54b service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=55fed236-b79f-45ec-b512-cc10561c3d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1974235 Jun 25 14:39:54.954478 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-3ea15a8d-770b-4c86-9cf7-8f4c624a07e0 req-051bd455-3dba-468a-9b73-2cea9bd76a7c tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/security-groups?id=d7ad49bf-7682-4e15-9338-4a7ac2e3a89b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953324 Jun 25 14:39:54.961302 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [req-d109e3ec-f015-48f7-9e64-5640481e7771 req-94dfb8a7-2d09-4ff4-a171-1c03751c3614 tempest-VolumesActionsTest-1053026999 tempest-VolumesActionsTest-1053026999-project] Synchronizing usage tracker for tenant:0e62302fdc6a448eb3dfb9048c974ac9 on resource:security_group {{(pid=78398) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 25 14:39:55.011778 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-f90a0aec-e873-4a1d-8303-d77f6ced0586 req-cfbb7f2a-9ed4-4830-b6a5-0b78cfa6e173 tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] Notify callbacks [] for port, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:55.060022 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-f90a0aec-e873-4a1d-8303-d77f6ced0586 req-cfbb7f2a-9ed4-4830-b6a5-0b78cfa6e173 tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747172243469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127937375'] for port, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:55.060477 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [req-d109e3ec-f015-48f7-9e64-5640481e7771 req-94dfb8a7-2d09-4ff4-a171-1c03751c3614 tempest-VolumesActionsTest-1053026999 tempest-VolumesActionsTest-1053026999-project] Unset dirty status for tenant:0e62302fdc6a448eb3dfb9048c974ac9 on resource:security_group {{(pid=78398) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 25 14:39:55.070310 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-d109e3ec-f015-48f7-9e64-5640481e7771 req-94dfb8a7-2d09-4ff4-a171-1c03751c3614 tempest-VolumesActionsTest-1053026999 tempest-VolumesActionsTest-1053026999-project] 10.222.0.72 "GET /v2.0/security-groups?id=66bed98a-9acd-457a-9ff7-92c5b0ad6c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182012 Jun 25 14:39:55.075062 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-2b84ef48-dac8-4ebd-9819-82279b937031 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:55.096381 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.v2.base [None req-fa4b11fb-407b-43be-9470-8bd24068248b admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1249375773-network', 'tenant_id': '84b7e81af6664009a8f4a67045e12c57'}} {{(pid=78398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:39:55.103433 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] get_ports_and_sgs() called for port_ids ['324ca5a9-3809-4c38-b0e4-8e049b0333e2'] {{(pid=78399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 25 14:39:55.114213 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-fa4b11fb-407b-43be-9470-8bd24068248b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:39:55.127238 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-fa4b11fb-407b-43be-9470-8bd24068248b admin admin] Usage tracker for resource:network and tenant:84b7e81af6664009a8f4a67045e12c57 is out of sync, need to count used quota {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:39:55.133006 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-fa4b11fb-407b-43be-9470-8bd24068248b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:39:55.143244 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-fa4b11fb-407b-43be-9470-8bd24068248b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:39:55.173032 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Device 1997573f-4989-48d0-ad12-2edadad644f1 details requested by agent hyperv_hv-cinder-79809 with host hv-cinder-79809 {{(pid=78399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 25 14:39:55.174140 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa4b11fb-407b-43be-9470-8bd24068248b admin admin] Made reservation on behalf of 84b7e81af6664009a8f4a67045e12c57 for: {'network': 1} {{(pid=78398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 14:39:55.177898 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-fa4b11fb-407b-43be-9470-8bd24068248b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for network, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:55.227081 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f90a0aec-e873-4a1d-8303-d77f6ced0586 req-cfbb7f2a-9ed4-4830-b6a5-0b78cfa6e173 tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] Network 808ce0ae-354d-4414-90d0-3589c38f5458 is already hosted by enough agents. {{(pid=78397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:39:55.238009 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.scheduler.base_scheduler [req-f90a0aec-e873-4a1d-8303-d77f6ced0586 req-cfbb7f2a-9ed4-4830-b6a5-0b78cfa6e173 tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] Resources bound (agent type, host, resource id): {{(pid=78397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:39:55.245267 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.l3_dvrscheduler_db [req-f90a0aec-e873-4a1d-8303-d77f6ced0586 req-cfbb7f2a-9ed4-4830-b6a5-0b78cfa6e173 tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] Received port after_create {{(pid=78397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 25 14:39:55.262788 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-fa4b11fb-407b-43be-9470-8bd24068248b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:55.276437 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbb7f2a-9ed4-4830-b6a5-0b78cfa6e173 tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] Pushing event updated for resources: {'Port': ['ID=bc190e6a-aac3-4f11-846b-36264c08057c,revision_number=1']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:55.281606 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-cfbb7f2a-9ed4-4830-b6a5-0b78cfa6e173 tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:55.336127 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90a0aec-e873-4a1d-8303-d77f6ced0586 req-cfbb7f2a-9ed4-4830-b6a5-0b78cfa6e173 tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:55.336884 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-f90a0aec-e873-4a1d-8303-d77f6ced0586 req-cfbb7f2a-9ed4-4830-b6a5-0b78cfa6e173 tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257150'] for port, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:55.347893 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-fa4b11fb-407b-43be-9470-8bd24068248b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:39:55.361287 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-fa4b11fb-407b-43be-9470-8bd24068248b admin admin] Usage tracker for resource:security_group_rule and tenant:84b7e81af6664009a8f4a67045e12c57 is out of sync, need to count used quota {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:39:55.366251 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.notifiers.nova [req-94329b41-bef6-417c-b61a-312488582264 req-9fda4304-438e-4716-a2b7-00c7804875a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff68f7ce-8874-42f2-82b1-bf84e36d928d {{(pid=78398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 14:39:55.370595 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-fa4b11fb-407b-43be-9470-8bd24068248b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:39:55.378440 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dcc9ae-0a10-4cbb-a9ea-c1e1f5274930 req-11dbf3cd-7212-4439-b003-bf15a0de9ebf tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:55.378944 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [req-94329b41-bef6-417c-b61a-312488582264 req-9fda4304-438e-4716-a2b7-00c7804875a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:55.380057 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-06dcc9ae-0a10-4cbb-a9ea-c1e1f5274930 req-11dbf3cd-7212-4439-b003-bf15a0de9ebf tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] 10.222.0.72 "GET /v2.0/ports?device_id=eb0b66b9-3595-4af6-a3c2-2b4bccb68973 HTTP/1.1" status: 200 len: 945 time: 0.2166443 Jun 25 14:39:55.386835 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-fa4b11fb-407b-43be-9470-8bd24068248b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:39:55.392461 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-f90a0aec-e873-4a1d-8303-d77f6ced0586 req-cfbb7f2a-9ed4-4830-b6a5-0b78cfa6e173 tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2682719 Jun 25 14:39:55.409515 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.provisioning_blocks [req-94329b41-bef6-417c-b61a-312488582264 req-9fda4304-438e-4716-a2b7-00c7804875a0 service neutron] Transition to ACTIVE for port object ff68f7ce-8874-42f2-82b1-bf84e36d928d will not be triggered until provisioned by entity L2. {{(pid=78398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:39:55.419356 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.v2.base [req-f90a0aec-e873-4a1d-8303-d77f6ced0586 req-89b546f7-2a30-43f0-ac53-cb2075c85606 service neutron] Request body: {'port': {'device_id': 'e3884b82-f016-4bdd-ac3e-91fbd735b860', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79809'}} {{(pid=78397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:39:55.427663 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [req-94329b41-bef6-417c-b61a-312488582264 req-9fda4304-438e-4716-a2b7-00c7804875a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747172683978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747172243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747172243532'] for port, after_update {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:55.437131 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:55.442539 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] For port 1997573f-4989-48d0-ad12-2edadad644f1, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=1997573f-4989-48d0-ad12-2edadad644f1,segment=NetworkSegment(715dd0a5-8081-4e27-94a5-147a06fdbf26),segment_id=715dd0a5-8081-4e27-94a5-147a06fdbf26)] {{(pid=78399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:39:55.470584 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Returning: {'device': '1997573f-4989-48d0-ad12-2edadad644f1', 'network_id': 'fc3ffe9c-74f9-42a1-af5f-69842b644ae0', 'port_id': '1997573f-4989-48d0-ad12-2edadad644f1', 'mac_address': 'fa:16:3e:b5:05:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24c79731-6cdf-4634-b94b-8a5d29662e96', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 25 14:39:55.476739 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8ec076-eecc-4187-9d44-256e21e4887f req-f9ba1fa9-acc5-460a-895f-d965789fb980 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:55.478402 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-4a8ec076-eecc-4187-9d44-256e21e4887f req-f9ba1fa9-acc5-460a-895f-d965789fb980 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] 10.222.0.72 "GET /v2.0/ports?device_id=100fae19-9887-4686-a978-0b1be5cfeb7f HTTP/1.1" status: 200 len: 945 time: 0.2848852 Jun 25 14:39:55.506747 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-06dcc9ae-0a10-4cbb-a9ea-c1e1f5274930 req-d8c9a876-45b0-4b5f-a36c-484c2edf944d tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ca4f9d5-2444-4fa7-9912-3d2a58bd9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110344 Jun 25 14:39:55.549149 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for port, before_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:55.569374 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.notifiers.nova [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1997573f-4989-48d0-ad12-2edadad644f1 {{(pid=78399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 14:39:55.587608 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] For port 1997573f-4989-48d0-ad12-2edadad644f1, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=1997573f-4989-48d0-ad12-2edadad644f1,segment=NetworkSegment(715dd0a5-8081-4e27-94a5-147a06fdbf26),segment_id=715dd0a5-8081-4e27-94a5-147a06fdbf26)] {{(pid=78399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:39:55.593399 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-f90a0aec-e873-4a1d-8303-d77f6ced0586 req-89b546f7-2a30-43f0-ac53-cb2075c85606 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for port, before_update {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:55.594216 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747172683978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747172243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747172243532'] for port, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:55.598205 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:55.684498 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Pushing event updated for resources: {'Port': ['ID=1997573f-4989-48d0-ad12-2edadad644f1,revision_number=4']} {{(pid=78399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:55.688614 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:55.727270 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fda4304-438e-4716-a2b7-00c7804875a0 service neutron] Pushing event updated for resources: {'Port': ['ID=ff68f7ce-8874-42f2-82b1-bf84e36d928d,revision_number=2']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:55.763901 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-9fda4304-438e-4716-a2b7-00c7804875a0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:55.795640 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-4a8ec076-eecc-4187-9d44-256e21e4887f req-2637f4d0-9373-477a-93a0-d2f8fb8a3e14 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] 10.222.0.72 "GET /v2.0/security-groups?id=55fed236-b79f-45ec-b512-cc10561c3d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2827153 Jun 25 14:39:55.866116 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ed738f-52d3-4586-8e8f-b8215513ccb5 req-3bb6096a-a6c6-4200-b40a-ca6282d5661b tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:55.866720 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.managers [req-94329b41-bef6-417c-b61a-312488582264 req-9fda4304-438e-4716-a2b7-00c7804875a0 service neutron] Attempting to bind port ff68f7ce-8874-42f2-82b1-bf84e36d928d on host hv-cinder-79809 for vnic_type normal with profile {{(pid=78398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 14:39:55.866720 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.managers [req-94329b41-bef6-417c-b61a-312488582264 req-9fda4304-438e-4716-a2b7-00c7804875a0 service neutron] Attempting to bind port ff68f7ce-8874-42f2-82b1-bf84e36d928d by drivers openvswitch,hyperv on host hv-cinder-79809 at level 0 using segments [{'id': 'bbf7f83c-d341-4e8e-b137-9937f9037cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '39a3abce-6347-4740-b7ad-eb16ed570efd'}] {{(pid=78398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 14:39:55.867221 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94329b41-bef6-417c-b61a-312488582264 req-9fda4304-438e-4716-a2b7-00c7804875a0 service neutron] Attempting to bind port ff68f7ce-8874-42f2-82b1-bf84e36d928d on network 39a3abce-6347-4740-b7ad-eb16ed570efd {{(pid=78398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:39:55.867302 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [req-20ed738f-52d3-4586-8e8f-b8215513ccb5 req-3bb6096a-a6c6-4200-b40a-ca6282d5661b tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] Synchronizing usage tracker for tenant:6290ced7f89f4224aad290cae89da82b on resource:port {{(pid=78397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 25 14:39:55.870047 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-fa4b11fb-407b-43be-9470-8bd24068248b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:55.875434 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94329b41-bef6-417c-b61a-312488582264 req-9fda4304-438e-4716-a2b7-00c7804875a0 service neutron] Port ff68f7ce-8874-42f2-82b1-bf84e36d928d on network 39a3abce-6347-4740-b7ad-eb16ed570efd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79809 {{(pid=78398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 14:39:55.875773 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94329b41-bef6-417c-b61a-312488582264 req-9fda4304-438e-4716-a2b7-00c7804875a0 service neutron] Attempting to bind port ff68f7ce-8874-42f2-82b1-bf84e36d928d on network 39a3abce-6347-4740-b7ad-eb16ed570efd {{(pid=78398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:39:55.877976 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-fa4b11fb-407b-43be-9470-8bd24068248b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726995'] for security_group, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:55.882118 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-1c490264-deb4-46c8-b13d-101d762d55da tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:55.916297 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94329b41-bef6-417c-b61a-312488582264 req-9fda4304-438e-4716-a2b7-00c7804875a0 service neutron] Checking agent: {'id': 'cd5845b2-5f15-4f32-8a77-b0e44a8778a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79809', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 14, 36, 51), 'started_at': datetime.datetime(2021, 6, 25, 14, 36, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 14, 39, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 14:39:55.916713 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94329b41-bef6-417c-b61a-312488582264 req-9fda4304-438e-4716-a2b7-00c7804875a0 service neutron] Checking segment: {'id': 'bbf7f83c-d341-4e8e-b137-9937f9037cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '39a3abce-6347-4740-b7ad-eb16ed570efd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:39:55.917045 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94329b41-bef6-417c-b61a-312488582264 req-9fda4304-438e-4716-a2b7-00c7804875a0 service neutron] Bound using segment: {'id': 'bbf7f83c-d341-4e8e-b137-9937f9037cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '39a3abce-6347-4740-b7ad-eb16ed570efd'} {{(pid=78398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 14:39:55.920220 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.managers [req-94329b41-bef6-417c-b61a-312488582264 req-9fda4304-438e-4716-a2b7-00c7804875a0 service neutron] Bound port: ff68f7ce-8874-42f2-82b1-bf84e36d928d, host: hv-cinder-79809, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbf7f83c-d341-4e8e-b137-9937f9037cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '39a3abce-6347-4740-b7ad-eb16ed570efd'}}] {{(pid=78398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 14:39:55.920220 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [req-94329b41-bef6-417c-b61a-312488582264 req-9fda4304-438e-4716-a2b7-00c7804875a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for port, before_update {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:56.010569 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [req-20ed738f-52d3-4586-8e8f-b8215513ccb5 req-3bb6096a-a6c6-4200-b40a-ca6282d5661b tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] Unset dirty status for tenant:6290ced7f89f4224aad290cae89da82b on resource:port {{(pid=78397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 25 14:39:56.019310 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-20ed738f-52d3-4586-8e8f-b8215513ccb5 req-3bb6096a-a6c6-4200-b40a-ca6282d5661b tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] 10.222.0.72 "GET /v2.0/ports?device_id=e3884b82-f016-4bdd-ac3e-91fbd735b860 HTTP/1.1" status: 200 len: 931 time: 0.3581541 Jun 25 14:39:56.036354 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] get_ports_and_sgs() called for port_ids ['1997573f-4989-48d0-ad12-2edadad644f1'] {{(pid=78399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 25 14:39:56.039877 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa4b11fb-407b-43be-9470-8bd24068248b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 341} {{(pid=78398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 14:39:56.053264 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4b11fb-407b-43be-9470-8bd24068248b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20dcfb80-1b35-4aa8-b16b-774abf84fbde,revision_number=1']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:56.059207 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-fa4b11fb-407b-43be-9470-8bd24068248b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:56.115949 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.db [req-94329b41-bef6-417c-b61a-312488582264 req-9fda4304-438e-4716-a2b7-00c7804875a0 service neutron] For port ff68f7ce-8874-42f2-82b1-bf84e36d928d, host hv-cinder-79809, cleared binding levels {{(pid=78398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 25 14:39:56.124940 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.db [req-94329b41-bef6-417c-b61a-312488582264 req-9fda4304-438e-4716-a2b7-00c7804875a0 service neutron] For port ff68f7ce-8874-42f2-82b1-bf84e36d928d, host hv-cinder-79809, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=ff68f7ce-8874-42f2-82b1-bf84e36d928d,segment=NetworkSegment(bbf7f83c-d341-4e8e-b137-9937f9037cc6),segment_id=bbf7f83c-d341-4e8e-b137-9937f9037cc6)] {{(pid=78398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 25 14:39:56.138350 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [req-94329b41-bef6-417c-b61a-312488582264 req-9fda4304-438e-4716-a2b7-00c7804875a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747172683978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747172243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747172243532'] for port, after_update {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:56.145909 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-f5ab8c8e-3484-4268-9425-0a4b74fd38db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:56.151117 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-20ed738f-52d3-4586-8e8f-b8215513ccb5 req-10b425c3-2af2-4313-88be-6f7cf0b7e768 tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] 10.222.0.72 "GET /v2.0/security-groups?id=12620e59-001b-43b9-9585-a187ca9c476b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309116 Jun 25 14:39:56.293791 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-fa4b11fb-407b-43be-9470-8bd24068248b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3551624'] for segment, precommit_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:56.294179 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.db.segments_db [None req-fa4b11fb-407b-43be-9470-8bd24068248b admin admin] Added segment 592d4893-cece-4795-8fc2-2fa05b069928 of type vlan for network 06f2991f-047a-4471-89a5-6835eabebc08 Jun 25 14:39:56.346149 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94329b41-bef6-417c-b61a-312488582264 req-9fda4304-438e-4716-a2b7-00c7804875a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:56.358683 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [req-94329b41-bef6-417c-b61a-312488582264 req-9fda4304-438e-4716-a2b7-00c7804875a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692162'] for port, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:56.360524 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-94329b41-bef6-417c-b61a-312488582264 req-9fda4304-438e-4716-a2b7-00c7804875a0 service neutron] 10.222.0.77 "PUT /v2.0/ports/ff68f7ce-8874-42f2-82b1-bf84e36d928d HTTP/1.1" status: 200 len: 1094 time: 2.0809948 Jun 25 14:39:56.362320 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9aa0913-7d64-4b66-8792-fd16e24a2d36', 'tag': 'ff68f7ce-8874-42f2-82b1-bf84e36d928d'}] {{(pid=78398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:39:56.466163 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-fa4b11fb-407b-43be-9470-8bd24068248b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747172227979'] for network, precommit_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:56.522200 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fda4304-438e-4716-a2b7-00c7804875a0 service neutron] Pushing event updated for resources: {'Port': ['ID=ff68f7ce-8874-42f2-82b1-bf84e36d928d,revision_number=3']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:56.601351 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.notifiers.nova [req-f90a0aec-e873-4a1d-8303-d77f6ced0586 req-89b546f7-2a30-43f0-ac53-cb2075c85606 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc190e6a-aac3-4f11-846b-36264c08057c {{(pid=78397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 14:39:56.613439 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-f90a0aec-e873-4a1d-8303-d77f6ced0586 req-89b546f7-2a30-43f0-ac53-cb2075c85606 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:56.638194 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-9fda4304-438e-4716-a2b7-00c7804875a0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.491s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:56.642918 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.provisioning_blocks [req-f90a0aec-e873-4a1d-8303-d77f6ced0586 req-89b546f7-2a30-43f0-ac53-cb2075c85606 service neutron] Transition to ACTIVE for port object bc190e6a-aac3-4f11-846b-36264c08057c will not be triggered until provisioned by entity L2. {{(pid=78397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:39:56.652955 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-f90a0aec-e873-4a1d-8303-d77f6ced0586 req-89b546f7-2a30-43f0-ac53-cb2075c85606 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747172683978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747172243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747172243532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127937384'] for port, after_update {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:56.660172 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:56.671681 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.db.resource_extend [None req-fa4b11fb-407b-43be-9470-8bd24068248b admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=78398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 25 14:39:56.704361 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b9a506-65ac-4b17-b6b9-fb08514a9d3d req-4e54ce1d-ac73-4f37-b573-5e74184f129d tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:56.705863 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-36b9a506-65ac-4b17-b6b9-fb08514a9d3d req-4e54ce1d-ac73-4f37-b573-5e74184f129d tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/ports?device_id=e5649343-9e63-4d6c-b6f7-f3b2f1f934c4 HTTP/1.1" status: 200 len: 945 time: 0.2624948 Jun 25 14:39:56.715168 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.72', 60442) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:39:56.740370 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-fa4b11fb-407b-43be-9470-8bd24068248b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180'] for network, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:56.762839 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa4b11fb-407b-43be-9470-8bd24068248b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:56.763502 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-fa4b11fb-407b-43be-9470-8bd24068248b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692162'] for network, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:56.790485 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-f60fc484-8c9b-462d-abc6-e79d167e31c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:56.869466 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b546f7-2a30-43f0-ac53-cb2075c85606 service neutron] Pushing event updated for resources: {'Port': ['ID=bc190e6a-aac3-4f11-846b-36264c08057c,revision_number=2']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:56.875651 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-89b546f7-2a30-43f0-ac53-cb2075c85606 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:56.957895 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4b11fb-407b-43be-9470-8bd24068248b admin admin] Pushing event updated for resources: {'Network': ['ID=06f2991f-047a-4471-89a5-6835eabebc08,revision_number=1']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:56.966807 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-fa4b11fb-407b-43be-9470-8bd24068248b admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.0575850 Jun 25 14:39:56.971166 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-fa4b11fb-407b-43be-9470-8bd24068248b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:56.972904 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.72', 60450) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:39:56.984831 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.v2.base [None req-4e5cc5e6-823f-46f2-b197-bbf941b20932 admin admin] Request body: {'subnet': {'network_id': '06f2991f-047a-4471-89a5-6835eabebc08', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1249375773-subnet', 'tenant_id': '84b7e81af6664009a8f4a67045e12c57', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:39:56.986273 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Network 06f2991f-047a-4471-89a5-6835eabebc08 details requested by agent ovs-agent-dv-cinder-798091-1-smb with host dv-cinder-798091-1-smb {{(pid=78399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 25 14:39:56.993543 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-4e5cc5e6-823f-46f2-b197-bbf941b20932 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:39:57.003376 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74080ddc-17ab-43df-b5d4-462bd4a7c489 req-5cbc56fc-969d-4e28-b039-bbe941659811 tempest-VolumesActionsTest-1053026999 tempest-VolumesActionsTest-1053026999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:57.004976 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-74080ddc-17ab-43df-b5d4-462bd4a7c489 req-5cbc56fc-969d-4e28-b039-bbe941659811 tempest-VolumesActionsTest-1053026999 tempest-VolumesActionsTest-1053026999-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9aa0913-7d64-4b66-8792-fd16e24a2d36 HTTP/1.1" status: 200 len: 944 time: 0.5412805 Jun 25 14:39:57.010226 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da60a40e-3842-4054-8e6b-9c746d4b2c53 req-b9f8e7b9-20cb-4277-8128-661b0f5bc2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:57.011708 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-da60a40e-3842-4054-8e6b-9c746d4b2c53 req-b9f8e7b9-20cb-4277-8128-661b0f5bc2dd service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=34cd0f1e83ac4b7a907987b235bcb59d&device_id=eb0b66b9-3595-4af6-a3c2-2b4bccb68973 HTTP/1.1" status: 200 len: 1098 time: 0.4924092 Jun 25 14:39:57.015149 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-4e5cc5e6-823f-46f2-b197-bbf941b20932 admin admin] Usage tracker for resource:subnet and tenant:84b7e81af6664009a8f4a67045e12c57 is out of sync, need to count used quota {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:39:57.027729 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-36b9a506-65ac-4b17-b6b9-fb08514a9d3d req-233513bc-545a-40d3-bbef-9f4a64bd1eb8 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/security-groups?id=d7ad49bf-7682-4e15-9338-4a7ac2e3a89b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2944298 Jun 25 14:39:57.034712 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-4e5cc5e6-823f-46f2-b197-bbf941b20932 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:39:57.036108 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-97b693ae-db68-412f-99ca-a94f5f863d4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:57.065779 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-4e5cc5e6-823f-46f2-b197-bbf941b20932 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:39:57.073888 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94329b41-bef6-417c-b61a-312488582264 req-beb29922-20c5-4068-926a-ceb8281dc466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:57.075380 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-94329b41-bef6-417c-b61a-312488582264 req-beb29922-20c5-4068-926a-ceb8281dc466 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=0e62302fdc6a448eb3dfb9048c974ac9&device_id=b9aa0913-7d64-4b66-8792-fd16e24a2d36 HTTP/1.1" status: 200 len: 1097 time: 0.5091336 Jun 25 14:39:57.095366 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-97b693ae-db68-412f-99ca-a94f5f863d4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:39:57.103225 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-97b693ae-db68-412f-99ca-a94f5f863d4e admin admin] Usage tracker for resource:security_group_rule and tenant:99cedffb8ac541ef9b2f5ab3e4dbc962 is out of sync, need to count used quota {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:39:57.108470 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-97b693ae-db68-412f-99ca-a94f5f863d4e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:39:57.119139 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-97b693ae-db68-412f-99ca-a94f5f863d4e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:39:57.156537 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.managers [req-f90a0aec-e873-4a1d-8303-d77f6ced0586 req-89b546f7-2a30-43f0-ac53-cb2075c85606 service neutron] Attempting to bind port bc190e6a-aac3-4f11-846b-36264c08057c on host hv-cinder-79809 for vnic_type normal with profile {{(pid=78397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 14:39:57.157269 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.managers [req-f90a0aec-e873-4a1d-8303-d77f6ced0586 req-89b546f7-2a30-43f0-ac53-cb2075c85606 service neutron] Attempting to bind port bc190e6a-aac3-4f11-846b-36264c08057c by drivers openvswitch,hyperv on host hv-cinder-79809 at level 0 using segments [{'id': '71eb932d-08ba-477f-9129-39c672514c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '808ce0ae-354d-4414-90d0-3589c38f5458'}] {{(pid=78397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 14:39:57.157870 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f90a0aec-e873-4a1d-8303-d77f6ced0586 req-89b546f7-2a30-43f0-ac53-cb2075c85606 service neutron] Attempting to bind port bc190e6a-aac3-4f11-846b-36264c08057c on network 808ce0ae-354d-4414-90d0-3589c38f5458 {{(pid=78397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:39:57.167990 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f90a0aec-e873-4a1d-8303-d77f6ced0586 req-89b546f7-2a30-43f0-ac53-cb2075c85606 service neutron] Port bc190e6a-aac3-4f11-846b-36264c08057c on network 808ce0ae-354d-4414-90d0-3589c38f5458 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79809 {{(pid=78397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 14:39:57.168652 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f90a0aec-e873-4a1d-8303-d77f6ced0586 req-89b546f7-2a30-43f0-ac53-cb2075c85606 service neutron] Attempting to bind port bc190e6a-aac3-4f11-846b-36264c08057c on network 808ce0ae-354d-4414-90d0-3589c38f5458 {{(pid=78397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:39:57.179908 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f90a0aec-e873-4a1d-8303-d77f6ced0586 req-89b546f7-2a30-43f0-ac53-cb2075c85606 service neutron] Checking agent: {'id': 'cd5845b2-5f15-4f32-8a77-b0e44a8778a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79809', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 14, 36, 51), 'started_at': datetime.datetime(2021, 6, 25, 14, 36, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 14, 39, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 14:39:57.180705 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f90a0aec-e873-4a1d-8303-d77f6ced0586 req-89b546f7-2a30-43f0-ac53-cb2075c85606 service neutron] Checking segment: {'id': '71eb932d-08ba-477f-9129-39c672514c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '808ce0ae-354d-4414-90d0-3589c38f5458'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:39:57.181258 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f90a0aec-e873-4a1d-8303-d77f6ced0586 req-89b546f7-2a30-43f0-ac53-cb2075c85606 service neutron] Bound using segment: {'id': '71eb932d-08ba-477f-9129-39c672514c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '808ce0ae-354d-4414-90d0-3589c38f5458'} {{(pid=78397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 14:39:57.181868 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.managers [req-f90a0aec-e873-4a1d-8303-d77f6ced0586 req-89b546f7-2a30-43f0-ac53-cb2075c85606 service neutron] Bound port: bc190e6a-aac3-4f11-846b-36264c08057c, host: hv-cinder-79809, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71eb932d-08ba-477f-9129-39c672514c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '808ce0ae-354d-4414-90d0-3589c38f5458'}}] {{(pid=78397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 14:39:57.182483 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-f90a0aec-e873-4a1d-8303-d77f6ced0586 req-89b546f7-2a30-43f0-ac53-cb2075c85606 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for port, before_update {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:57.232850 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e5cc5e6-823f-46f2-b197-bbf941b20932 admin admin] Made reservation on behalf of 84b7e81af6664009a8f4a67045e12c57 for: {'subnet': 1} {{(pid=78398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 14:39:57.235739 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-4e5cc5e6-823f-46f2-b197-bbf941b20932 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:57.264943 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-74080ddc-17ab-43df-b5d4-462bd4a7c489 req-a82acacd-8056-42fc-8c0d-68bd5b225985 tempest-VolumesActionsTest-1053026999 tempest-VolumesActionsTest-1053026999-project] 10.222.0.72 "GET /v2.0/security-groups?id=66bed98a-9acd-457a-9ff7-92c5b0ad6c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2513027 Jun 25 14:39:57.271498 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-94329b41-bef6-417c-b61a-312488582264 req-91df95a5-8ae3-4cd9-95d6-3764edbb1ec7 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ff68f7ce-8874-42f2-82b1-bf84e36d928d HTTP/1.1" status: 200 len: 217 time: 0.1113267 Jun 25 14:39:57.379383 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9aa0913-7d64-4b66-8792-fd16e24a2d36', 'tag': 'ff68f7ce-8874-42f2-82b1-bf84e36d928d', 'status': 'completed', 'code': 200} Jun 25 14:39:57.426353 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5955ca-f0c6-444c-83e6-5b33429bb654 req-c2a7d37b-8ff7-49fa-9e6f-4a471ec3be7f tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:57.428097 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-cb5955ca-f0c6-444c-83e6-5b33429bb654 req-c2a7d37b-8ff7-49fa-9e6f-4a471ec3be7f tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] 10.222.0.72 "GET /v2.0/ports?device_id=eb0b66b9-3595-4af6-a3c2-2b4bccb68973 HTTP/1.1" status: 200 len: 945 time: 0.2324476 Jun 25 14:39:57.429335 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.db [req-f90a0aec-e873-4a1d-8303-d77f6ced0586 req-89b546f7-2a30-43f0-ac53-cb2075c85606 service neutron] For port bc190e6a-aac3-4f11-846b-36264c08057c, host hv-cinder-79809, cleared binding levels {{(pid=78397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 25 14:39:57.437139 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-97b693ae-db68-412f-99ca-a94f5f863d4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:57.457973 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.db [req-f90a0aec-e873-4a1d-8303-d77f6ced0586 req-89b546f7-2a30-43f0-ac53-cb2075c85606 service neutron] For port bc190e6a-aac3-4f11-846b-36264c08057c, host hv-cinder-79809, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=bc190e6a-aac3-4f11-846b-36264c08057c,segment=NetworkSegment(71eb932d-08ba-477f-9129-39c672514c4e),segment_id=71eb932d-08ba-477f-9129-39c672514c4e)] {{(pid=78397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 25 14:39:57.461180 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-97b693ae-db68-412f-99ca-a94f5f863d4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726995'] for security_group, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:57.472810 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:57.485097 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-f90a0aec-e873-4a1d-8303-d77f6ced0586 req-89b546f7-2a30-43f0-ac53-cb2075c85606 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747172683978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747172243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747172243532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127937384'] for port, after_update {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:57.497009 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94329b41-bef6-417c-b61a-312488582264 req-0914542c-fb11-4441-8b96-6ff4f28609cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:57.498659 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-94329b41-bef6-417c-b61a-312488582264 req-0914542c-fb11-4441-8b96-6ff4f28609cf service neutron] 10.222.0.77 "GET /v2.0/subnets?id=0af0c9bf-3385-4a2b-840c-42f9400050c5 HTTP/1.1" status: 200 len: 848 time: 0.1686025 Jun 25 14:39:57.499750 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da60a40e-3842-4054-8e6b-9c746d4b2c53 req-0a6ca7d6-24a1-413a-b459-e413bcad4c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:57.501150 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-da60a40e-3842-4054-8e6b-9c746d4b2c53 req-0a6ca7d6-24a1-413a-b459-e413bcad4c20 service neutron] 10.222.0.77 "GET /v2.0/networks?id=83fe267a-d7d2-452d-bb83-7a0060a308f0 HTTP/1.1" status: 200 len: 920 time: 0.4677658 Jun 25 14:39:57.550875 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-97b693ae-db68-412f-99ca-a94f5f863d4e admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=99cedffb8ac541ef9b2f5ab3e4dbc962&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8357439 Jun 25 14:39:57.552677 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90a0aec-e873-4a1d-8303-d77f6ced0586 req-89b546f7-2a30-43f0-ac53-cb2075c85606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:57.553278 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-f90a0aec-e873-4a1d-8303-d77f6ced0586 req-89b546f7-2a30-43f0-ac53-cb2075c85606 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257150'] for port, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:57.554612 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-f90a0aec-e873-4a1d-8303-d77f6ced0586 req-89b546f7-2a30-43f0-ac53-cb2075c85606 service neutron] 10.222.0.77 "PUT /v2.0/ports/bc190e6a-aac3-4f11-846b-36264c08057c HTTP/1.1" status: 200 len: 1093 time: 2.1396265 Jun 25 14:39:57.556565 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3884b82-f016-4bdd-ac3e-91fbd735b860', 'tag': 'bc190e6a-aac3-4f11-846b-36264c08057c'}] {{(pid=78397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:39:57.564346 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-cb5955ca-f0c6-444c-83e6-5b33429bb654 req-becba85a-1aa8-411b-9bc5-9a9a6d3e647f tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ca4f9d5-2444-4fa7-9912-3d2a58bd9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234891 Jun 25 14:39:57.565587 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.72', 60456) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:39:57.568023 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b693ae-db68-412f-99ca-a94f5f863d4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b7a6fbd-2510-4e87-814c-f9c50c809ee5,revision_number=1']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:57.571300 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-97b693ae-db68-412f-99ca-a94f5f863d4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:57.571798 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-e4261633-a2a5-4a56-85b0-b3a0dacf6d00 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.077s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:57.644396 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-94329b41-bef6-417c-b61a-312488582264 req-f6156821-b77d-4c29-8026-4420ba08afa3 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=39a3abce-6347-4740-b7ad-eb16ed570efd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1135483 Jun 25 14:39:57.645610 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-da60a40e-3842-4054-8e6b-9c746d4b2c53 req-e24e92b0-e49f-4560-b12e-c84e954dd6c5 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d3374ffb-5bd2-4f2a-a218-1374d46d90f4 HTTP/1.1" status: 200 len: 217 time: 0.1199670 Jun 25 14:39:57.799834 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b546f7-2a30-43f0-ac53-cb2075c85606 service neutron] Pushing event updated for resources: {'Port': ['ID=bc190e6a-aac3-4f11-846b-36264c08057c,revision_number=3']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:57.803658 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-89b546f7-2a30-43f0-ac53-cb2075c85606 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:57.818198 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-32353be9-10e1-49b3-a966-1e73e809e885 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:57.870791 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da60a40e-3842-4054-8e6b-9c746d4b2c53 req-82a41a76-a5ee-41b7-aeeb-2b4a61f5979e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:57.872564 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-32353be9-10e1-49b3-a966-1e73e809e885 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:57.873211 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-da60a40e-3842-4054-8e6b-9c746d4b2c53 req-82a41a76-a5ee-41b7-aeeb-2b4a61f5979e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f2ad48a2-5be6-4801-87cb-73e7b88cb0d2 HTTP/1.1" status: 200 len: 859 time: 0.1860354 Jun 25 14:39:57.885987 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90a0aec-e873-4a1d-8303-d77f6ced0586 req-add7f42e-a3be-4f8a-a8fe-ee36355e63d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:57.887604 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-f90a0aec-e873-4a1d-8303-d77f6ced0586 req-add7f42e-a3be-4f8a-a8fe-ee36355e63d2 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=6290ced7f89f4224aad290cae89da82b&device_id=e3884b82-f016-4bdd-ac3e-91fbd735b860 HTTP/1.1" status: 200 len: 1096 time: 0.2470016 Jun 25 14:39:57.915969 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a61138-5d25-49ce-9ad6-bc4a71c7e0b0 req-42c15dbb-47a6-4b04-b153-88b0080e548c tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:57.918633 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-83a61138-5d25-49ce-9ad6-bc4a71c7e0b0 req-42c15dbb-47a6-4b04-b153-88b0080e548c tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] 10.222.0.72 "GET /v2.0/ports?device_id=100fae19-9887-4686-a978-0b1be5cfeb7f HTTP/1.1" status: 200 len: 945 time: 0.4748645 Jun 25 14:39:57.992105 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-f90a0aec-e873-4a1d-8303-d77f6ced0586 req-076005a8-ac97-4376-9e6f-debd42add44e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bc190e6a-aac3-4f11-846b-36264c08057c HTTP/1.1" status: 200 len: 217 time: 0.0877070 Jun 25 14:39:58.005280 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6e749b-78fd-47aa-8f8c-1362b81fe5da req-1eaace58-8082-4288-a777-333b32dadea6 tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:58.006777 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-8f6e749b-78fd-47aa-8f8c-1362b81fe5da req-1eaace58-8082-4288-a777-333b32dadea6 tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] 10.222.0.72 "GET /v2.0/ports?device_id=e3884b82-f016-4bdd-ac3e-91fbd735b860 HTTP/1.1" status: 200 len: 943 time: 0.2935209 Jun 25 14:39:58.098902 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-32353be9-10e1-49b3-a966-1e73e809e885 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726995'] for security_group, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:58.108300 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-492cd99a-ee31-4ba0-ab79-c6715fa85fda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:58.118240 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-da60a40e-3842-4054-8e6b-9c746d4b2c53 req-eaff95ac-a5e2-460b-923d-260594c84c51 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=83fe267a-d7d2-452d-bb83-7a0060a308f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2370660 Jun 25 14:39:58.126737 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90a0aec-e873-4a1d-8303-d77f6ced0586 req-d565c2d2-23e4-4bad-97be-2bbee0858060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:58.128176 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-f90a0aec-e873-4a1d-8303-d77f6ced0586 req-d565c2d2-23e4-4bad-97be-2bbee0858060 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=df82b164-9b34-47d3-90d0-c5f04fc4d7cc HTTP/1.1" status: 200 len: 854 time: 0.1205485 Jun 25 14:39:58.137866 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-8f6e749b-78fd-47aa-8f8c-1362b81fe5da req-82d957a6-b8a2-47e2-9790-0cac24744869 tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] 10.222.0.72 "GET /v2.0/security-groups?id=12620e59-001b-43b9-9585-a187ca9c476b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910480 Jun 25 14:39:58.138472 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32353be9-10e1-49b3-a966-1e73e809e885 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b7a6fbd-2510-4e87-814c-f9c50c809ee5,revision_number=None']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:58.143519 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-32353be9-10e1-49b3-a966-1e73e809e885 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:58.173404 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-4e5cc5e6-823f-46f2-b197-bbf941b20932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180'] for subnet, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:58.182702 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-32353be9-10e1-49b3-a966-1e73e809e885 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:58.183944 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-32353be9-10e1-49b3-a966-1e73e809e885 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/5b7a6fbd-2510-4e87-814c-f9c50c809ee5 HTTP/1.1" status: 204 len: 168 time: 0.6176155 Jun 25 14:39:58.192292 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-f90a0aec-e873-4a1d-8303-d77f6ced0586 req-0ed0d43f-e990-4aa6-906f-682074fc7d53 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=808ce0ae-354d-4414-90d0-3589c38f5458&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500343 Jun 25 14:39:58.248304 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:58.283181 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3884b82-f016-4bdd-ac3e-91fbd735b860', 'tag': 'bc190e6a-aac3-4f11-846b-36264c08057c', 'status': 'completed', 'code': 200} Jun 25 14:39:58.294690 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-94329b41-bef6-417c-b61a-312488582264 req-0c67b161-4990-4d93-bf35-7cb360c7aa5c service neutron] 10.222.0.77 "GET /v2.0/networks/39a3abce-6347-4740-b7ad-eb16ed570efd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6092327 Jun 25 14:39:58.333456 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-83a61138-5d25-49ce-9ad6-bc4a71c7e0b0 req-dfab63ca-7ad3-4013-b7c0-73639d065766 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] 10.222.0.72 "GET /v2.0/security-groups?id=55fed236-b79f-45ec-b512-cc10561c3d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3541150 Jun 25 14:39:58.375290 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-f90a0aec-e873-4a1d-8303-d77f6ced0586 req-1af597b2-906c-4a1b-98b3-b789cfcf02d5 service neutron] 10.222.0.77 "GET /v2.0/networks/808ce0ae-354d-4414-90d0-3589c38f5458?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757069 Jun 25 14:39:58.576126 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5cc5e6-823f-46f2-b197-bbf941b20932 admin admin] Pushing event updated for resources: {'Subnet': ['ID=86ff7609-f716-4f0f-a684-cb7dd2c335af,revision_number=0']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:58.580019 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-4e5cc5e6-823f-46f2-b197-bbf941b20932 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:58.591208 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-f90a0aec-e873-4a1d-8303-d77f6ced0586 req-2944e9d8-19a6-48f6-8a78-c44ac2f958f4 service neutron] 10.222.0.77 "GET /v2.0/networks/808ce0ae-354d-4414-90d0-3589c38f5458?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2076621 Jun 25 14:39:58.603565 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c54f3f-6eda-4546-b2ed-417071bed564 req-859c210b-ff45-4861-9b96-9b6a526a1c46 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:58.616354 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-96c54f3f-6eda-4546-b2ed-417071bed564 req-859c210b-ff45-4861-9b96-9b6a526a1c46 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/ports?device_id=e5649343-9e63-4d6c-b6f7-f3b2f1f934c4 HTTP/1.1" status: 200 len: 945 time: 0.1452134 Jun 25 14:39:58.630718 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e5cc5e6-823f-46f2-b197-bbf941b20932 admin admin] Checking segment: {'id': '592d4893-cece-4795-8fc2-2fa05b069928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '06f2991f-047a-4471-89a5-6835eabebc08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:39:58.630718 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e5cc5e6-823f-46f2-b197-bbf941b20932 admin admin] Network hostable DHCP agents. Network: 06f2991f-047a-4471-89a5-6835eabebc08, hostable agents: ['003a8640-0760-42fb-acf3-9b035430460e'], hosted agents: [] {{(pid=78398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 14:39:58.633342 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.72', 60480) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:39:58.650414 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-da60a40e-3842-4054-8e6b-9c746d4b2c53 req-1497b6a8-1f6a-4145-8a10-cf9da7f88a69 service neutron] 10.222.0.77 "GET /v2.0/networks/83fe267a-d7d2-452d-bb83-7a0060a308f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5218749 Jun 25 14:39:58.665255 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-96c54f3f-6eda-4546-b2ed-417071bed564 req-b8307a96-5914-477a-9103-2d7301374f43 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/security-groups?id=d7ad49bf-7682-4e15-9338-4a7ac2e3a89b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475805 Jun 25 14:39:58.697451 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-2e80cc08-9c79-4d19-a96a-c47dc98f38e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:58.753611 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-2e80cc08-9c79-4d19-a96a-c47dc98f38e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:39:58.768176 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-2e80cc08-9c79-4d19-a96a-c47dc98f38e0 admin admin] Usage tracker for resource:security_group_rule and tenant:3134bdbe45db4de787dd6604e1c2049a is out of sync, need to count used quota {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:39:58.769343 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.72', 60484) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:39:58.871128 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-2e80cc08-9c79-4d19-a96a-c47dc98f38e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:39:58.874916 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e5cc5e6-823f-46f2-b197-bbf941b20932 admin admin] Network 06f2991f-047a-4471-89a5-6835eabebc08 is scheduled to be hosted by DHCP agent 003a8640-0760-42fb-acf3-9b035430460e with binding_index 1 {{(pid=78398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 14:39:58.879218 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-94329b41-bef6-417c-b61a-312488582264 req-f0526775-bbfb-4168-a99e-12a8f0c8c015 service neutron] 10.222.0.77 "GET /v2.0/networks/39a3abce-6347-4740-b7ad-eb16ed570efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5568252 Jun 25 14:39:58.891839 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-2e80cc08-9c79-4d19-a96a-c47dc98f38e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:39:58.896549 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.db_base_plugin_v2 [None req-87d6016f-b1e5-479e-8ffd-33a969ba98c0 admin admin] Deleting subnet e5ab4d7c-ef5d-421e-b057-aa7ae11a1741 {{(pid=78397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jun 25 14:39:58.905570 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-87d6016f-b1e5-479e-8ffd-33a969ba98c0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:58.927949 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.scheduler.base_scheduler [None req-4e5cc5e6-823f-46f2-b197-bbf941b20932 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798091-1-smb, 06f2991f-047a-4471-89a5-6835eabebc08) {{(pid=78398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:39:58.940499 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-561146a2-ef95-4939-bb29-880171a0481f None None] Network 06f2991f-047a-4471-89a5-6835eabebc08 requested from dv-cinder-798091-1-smb {{(pid=78399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 25 14:39:58.977387 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b6dbf6-4dbb-4c84-82e1-74df267256d9 req-e3c647bd-d958-4cac-a3da-54020fcf2deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:58.978795 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-f4b6dbf6-4dbb-4c84-82e1-74df267256d9 req-e3c647bd-d958-4cac-a3da-54020fcf2deb service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=6290ced7f89f4224aad290cae89da82b&device_id=e3884b82-f016-4bdd-ac3e-91fbd735b860 HTTP/1.1" status: 200 len: 1096 time: 0.2515938 Jun 25 14:39:58.981503 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-87d6016f-b1e5-479e-8ffd-33a969ba98c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127934648'] for subnet, precommit_delete_associations {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:59.033847 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-2e80cc08-9c79-4d19-a96a-c47dc98f38e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:59.060648 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-da60a40e-3842-4054-8e6b-9c746d4b2c53 req-e77d04ee-958b-45f6-a03a-cf27b4349dc7 service neutron] 10.222.0.77 "GET /v2.0/networks/83fe267a-d7d2-452d-bb83-7a0060a308f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3325088 Jun 25 14:39:59.065098 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e5cc5e6-823f-46f2-b197-bbf941b20932 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:59.065721 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-4e5cc5e6-823f-46f2-b197-bbf941b20932 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692162'] for subnet, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:59.160223 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-2e80cc08-9c79-4d19-a96a-c47dc98f38e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726995'] for security_group, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:59.178262 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-fa4b11fb-407b-43be-9470-8bd24068248b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:59.207002 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Device 1997573f-4989-48d0-ad12-2edadad644f1 up at agent hyperv_hv-cinder-79809 {{(pid=78399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:39:59.212468 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e57d358-5514-4d58-8755-501ecc505984 req-2f5d7245-5c90-45eb-8f40-cb67415e1d32 tempest-VolumesActionsTest-1053026999 tempest-VolumesActionsTest-1053026999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:59.215180 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-6e57d358-5514-4d58-8755-501ecc505984 req-2f5d7245-5c90-45eb-8f40-cb67415e1d32 tempest-VolumesActionsTest-1053026999 tempest-VolumesActionsTest-1053026999-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9aa0913-7d64-4b66-8792-fd16e24a2d36 HTTP/1.1" status: 200 len: 944 time: 0.7231748 Jun 25 14:39:59.219492 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-87d6016f-b1e5-479e-8ffd-33a969ba98c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3550162'] for subnet, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:59.245822 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e80cc08-9c79-4d19-a96a-c47dc98f38e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47c6c59f-201f-41f3-80f1-9dca9a8af72c,revision_number=1']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:59.249715 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-4e5cc5e6-823f-46f2-b197-bbf941b20932 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.2740259 Jun 25 14:39:59.266548 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-2e80cc08-9c79-4d19-a96a-c47dc98f38e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:59.286222 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9d6b69-eac6-4ff5-9a39-cf12fe34207c req-260db133-186c-4bc0-9b33-c536545fe6bd tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:59.287821 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-af9d6b69-eac6-4ff5-9a39-cf12fe34207c req-260db133-186c-4bc0-9b33-c536545fe6bd tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] 10.222.0.72 "GET /v2.0/ports?device_id=100fae19-9887-4686-a978-0b1be5cfeb7f HTTP/1.1" status: 200 len: 945 time: 0.4333808 Jun 25 14:39:59.293642 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-2e80cc08-9c79-4d19-a96a-c47dc98f38e0 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=3134bdbe45db4de787dd6604e1c2049a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6527867 Jun 25 14:39:59.295138 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.72', 60496) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:39:59.313761 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.72', 60500) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:39:59.323032 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.v2.base [None req-e2bb710b-4a75-4080-a8d4-a04773021bfc tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Request body: {'floatingip': {'port_id': '0a555632-35d7-4e70-abff-453a0e8e3e79'}} {{(pid=78398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:39:59.339421 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e140eda-a48e-4e7e-87f8-d9d150f591bd None None] Network 06f2991f-047a-4471-89a5-6835eabebc08 requested from dv-cinder-798091-1-smb {{(pid=78399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 25 14:39:59.375980 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b6dbf6-4dbb-4c84-82e1-74df267256d9 req-e9ee7cbd-083d-4ef9-a752-76155e5fd613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:59.377362 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-f4b6dbf6-4dbb-4c84-82e1-74df267256d9 req-e9ee7cbd-083d-4ef9-a752-76155e5fd613 service neutron] 10.222.0.77 "GET /v2.0/networks?id=808ce0ae-354d-4414-90d0-3589c38f5458 HTTP/1.1" status: 200 len: 915 time: 0.2722614 Jun 25 14:39:59.423385 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-e2bb710b-4a75-4080-a8d4-a04773021bfc tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Notify callbacks [] for floatingip, before_update {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:59.499027 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-6e57d358-5514-4d58-8755-501ecc505984 req-53437254-a548-415b-9e1b-751b2f28d347 tempest-VolumesActionsTest-1053026999 tempest-VolumesActionsTest-1053026999-project] 10.222.0.72 "GET /v2.0/security-groups?id=66bed98a-9acd-457a-9ff7-92c5b0ad6c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2593713 Jun 25 14:39:59.546963 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Provisioning for port 1997573f-4989-48d0-ad12-2edadad644f1 completed by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:39:59.556898 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-f4b6dbf6-4dbb-4c84-82e1-74df267256d9 req-86209740-e506-49ca-8c87-ca9189dfebf7 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bc190e6a-aac3-4f11-846b-36264c08057c HTTP/1.1" status: 200 len: 217 time: 0.1618783 Jun 25 14:39:59.558157 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-87d6016f-b1e5-479e-8ffd-33a969ba98c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3548165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127934638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2042342'] for subnet, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:59.570022 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Provisioning complete for port 1997573f-4989-48d0-ad12-2edadad644f1 triggered by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:39:59.570539 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545280'] for port, provisioning_complete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:59.614825 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:59.689943 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6016f-b1e5-479e-8ffd-33a969ba98c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5ab4d7c-ef5d-421e-b057-aa7ae11a1741,revision_number=None']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:59.696821 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-87d6016f-b1e5-479e-8ffd-33a969ba98c0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:59.703698 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-87d6016f-b1e5-479e-8ffd-33a969ba98c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:59.704531 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-7539b7f5-9cb1-4f21-875d-9b1b2bf2bb97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:59.737226 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-87d6016f-b1e5-479e-8ffd-33a969ba98c0 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/e5ab4d7c-ef5d-421e-b057-aa7ae11a1741 HTTP/1.1" status: 204 len: 168 time: 0.9667785 Jun 25 14:39:59.740593 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.72', 60510) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:39:59.754956 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b6dbf6-4dbb-4c84-82e1-74df267256d9 req-f26fb152-9e5f-4019-92d2-9c4f2f1622b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:59.756172 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-f4b6dbf6-4dbb-4c84-82e1-74df267256d9 req-f26fb152-9e5f-4019-92d2-9c4f2f1622b7 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=df82b164-9b34-47d3-90d0-c5f04fc4d7cc HTTP/1.1" status: 200 len: 854 time: 0.1814010 Jun 25 14:39:59.813213 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-7539b7f5-9cb1-4f21-875d-9b1b2bf2bb97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:59.839916 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-f4b6dbf6-4dbb-4c84-82e1-74df267256d9 req-ec5359a8-9f1f-432a-9372-48764ccb9402 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=808ce0ae-354d-4414-90d0-3589c38f5458&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0633242 Jun 25 14:39:59.975139 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for port, before_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:00.007867 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5649343-9e63-4d6c-b6f7-f3b2f1f934c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1997573f-4989-48d0-ad12-2edadad644f1'}] {{(pid=78399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:40:00.019374 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0207776-2eb2-4889-803d-c10bc4108801 req-1c5d75a7-3824-4e32-a43a-f066aa800938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:40:00.022448 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-f0207776-2eb2-4889-803d-c10bc4108801 req-1c5d75a7-3824-4e32-a43a-f066aa800938 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=0e62302fdc6a448eb3dfb9048c974ac9&device_id=b9aa0913-7d64-4b66-8792-fd16e24a2d36 HTTP/1.1" status: 200 len: 1097 time: 0.9577558 Jun 25 14:40:00.024068 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] For port 1997573f-4989-48d0-ad12-2edadad644f1, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=1997573f-4989-48d0-ad12-2edadad644f1,segment=NetworkSegment(715dd0a5-8081-4e27-94a5-147a06fdbf26),segment_id=715dd0a5-8081-4e27-94a5-147a06fdbf26)] {{(pid=78399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:40:00.032020 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747172683978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747172243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747172243532'] for port, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:00.034897 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:40:00.046771 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-7a10da93-db68-4c0e-8ca2-70fdd3c54149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3443507'] for network, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:00.055874 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d49857-d594-4ef7-b8cd-9a38ac7fa3d0 req-5aeaee24-ddb0-409b-bc50-64285317a979 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:40:00.063603 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-20d49857-d594-4ef7-b8cd-9a38ac7fa3d0 req-5aeaee24-ddb0-409b-bc50-64285317a979 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] 10.222.0.72 "GET /v2.0/ports?device_id=eb0b66b9-3595-4af6-a3c2-2b4bccb68973 HTTP/1.1" status: 200 len: 945 time: 0.5720406 Jun 25 14:40:00.141642 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-7539b7f5-9cb1-4f21-875d-9b1b2bf2bb97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726995'] for security_group, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:00.154519 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Pushing event updated for resources: {'Port': ['ID=1997573f-4989-48d0-ad12-2edadad644f1,revision_number=5']} {{(pid=78399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:40:00.165174 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:40:00.165174 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:40:00.165470 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:40:00.165814 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:40:00.166273 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:40:00.166665 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:40:00.167135 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:40:00.167654 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:40:00.168017 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:40:00.168697 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:40:00.169519 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:40:00.169930 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:40:00.181312 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:40:00.183630 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:40:00.200700 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-20d49857-d594-4ef7-b8cd-9a38ac7fa3d0 req-039eb46f-9453-48da-a25f-b33e6d53a258 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ca4f9d5-2444-4fa7-9912-3d2a58bd9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361933 Jun 25 14:40:00.222092 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7539b7f5-9cb1-4f21-875d-9b1b2bf2bb97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47c6c59f-201f-41f3-80f1-9dca9a8af72c,revision_number=None']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:40:00.228885 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-7539b7f5-9cb1-4f21-875d-9b1b2bf2bb97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:40:00.231456 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-f4b6dbf6-4dbb-4c84-82e1-74df267256d9 req-47b94ef5-e63d-427b-a78c-6c9855ffe8de service neutron] 10.222.0.77 "GET /v2.0/networks/808ce0ae-354d-4414-90d0-3589c38f5458?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3328340 Jun 25 14:40:00.343213 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-7539b7f5-9cb1-4f21-875d-9b1b2bf2bb97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:00.346906 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-7539b7f5-9cb1-4f21-875d-9b1b2bf2bb97 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/47c6c59f-201f-41f3-80f1-9dca9a8af72c HTTP/1.1" status: 204 len: 168 time: 1.0489411 Jun 25 14:40:00.351024 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-7a10da93-db68-4c0e-8ca2-70fdd3c54149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3547471', 'neutron.services.segments.db._delete_segments_for_network-8747172693185'] for network, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:00.461341 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.services.segments.db [None req-7a10da93-db68-4c0e-8ca2-70fdd3c54149 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06a37f95-9b56-4864-b708-a0b8ed6e8564']}} {{(pid=78397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:40:00.491466 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.services.segments.db [None req-7a10da93-db68-4c0e-8ca2-70fdd3c54149 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '010dfdfe-8967-4ec2-8a02-54ffd5a4533e') {'for_net_delete': True} {{(pid=78397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:40:00.491745 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.services.segments.db [None req-7a10da93-db68-4c0e-8ca2-70fdd3c54149 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '010dfdfe-8967-4ec2-8a02-54ffd5a4533e') {} {{(pid=78397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:40:00.510772 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-7a10da93-db68-4c0e-8ca2-70fdd3c54149 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747172705576', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127934593'] for segment, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:00.570076 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-7a10da93-db68-4c0e-8ca2-70fdd3c54149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3551624'] for segment, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:00.602840 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a10da93-db68-4c0e-8ca2-70fdd3c54149 admin admin] Releasing vlan 348 on physical network physnet1 to pool {{(pid=78397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 14:40:00.603445 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-7a10da93-db68-4c0e-8ca2-70fdd3c54149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3551623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127937292'] for segment, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:00.620383 dv-cinder-798091-1-smb neutron-server[78397]: Traceback (most recent call last): Jun 25 14:40:00.620383 dv-cinder-798091-1-smb neutron-server[78397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 14:40:00.620383 dv-cinder-798091-1-smb neutron-server[78397]: timer() Jun 25 14:40:00.620383 dv-cinder-798091-1-smb neutron-server[78397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 14:40:00.620383 dv-cinder-798091-1-smb neutron-server[78397]: cb(*args, **kw) Jun 25 14:40:00.620383 dv-cinder-798091-1-smb neutron-server[78397]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 14:40:00.620383 dv-cinder-798091-1-smb neutron-server[78397]: return func(*args, **kwargs) Jun 25 14:40:00.620383 dv-cinder-798091-1-smb neutron-server[78397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 14:40:00.620383 dv-cinder-798091-1-smb neutron-server[78397]: self._notify() Jun 25 14:40:00.620383 dv-cinder-798091-1-smb neutron-server[78397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 14:40:00.620383 dv-cinder-798091-1-smb neutron-server[78397]: self.callback(batched_events) Jun 25 14:40:00.620383 dv-cinder-798091-1-smb neutron-server[78397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 14:40:00.620383 dv-cinder-798091-1-smb neutron-server[78397]: event.method(event) Jun 25 14:40:00.620383 dv-cinder-798091-1-smb neutron-server[78397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 14:40:00.620383 dv-cinder-798091-1-smb neutron-server[78397]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 14:40:00.620383 dv-cinder-798091-1-smb neutron-server[78397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 14:40:00.620383 dv-cinder-798091-1-smb neutron-server[78397]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 14:40:00.620383 dv-cinder-798091-1-smb neutron-server[78397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 14:40:00.620383 dv-cinder-798091-1-smb neutron-server[78397]: return f(self, *a, **k) Jun 25 14:40:00.620383 dv-cinder-798091-1-smb neutron-server[78397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 14:40:00.620383 dv-cinder-798091-1-smb neutron-server[78397]: return self._get(url).json() Jun 25 14:40:00.620383 dv-cinder-798091-1-smb neutron-server[78397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 14:40:00.620383 dv-cinder-798091-1-smb neutron-server[78397]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 14:40:00.620383 dv-cinder-798091-1-smb neutron-server[78397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 14:40:00.620383 dv-cinder-798091-1-smb neutron-server[78397]: return self.request(url, 'GET', **kwargs) Jun 25 14:40:00.620383 dv-cinder-798091-1-smb neutron-server[78397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 14:40:00.620383 dv-cinder-798091-1-smb neutron-server[78397]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 14:40:00.620383 dv-cinder-798091-1-smb neutron-server[78397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 14:40:00.620383 dv-cinder-798091-1-smb neutron-server[78397]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 14:40:00.620383 dv-cinder-798091-1-smb neutron-server[78397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 14:40:00.620383 dv-cinder-798091-1-smb neutron-server[78397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 14:40:00.620383 dv-cinder-798091-1-smb neutron-server[78397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 14:40:00.629975 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-f4b6dbf6-4dbb-4c84-82e1-74df267256d9 req-3b01eea7-2340-44d9-a697-d7a09c2f9e1d service neutron] 10.222.0.77 "GET /v2.0/networks/808ce0ae-354d-4414-90d0-3589c38f5458?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3247361 Jun 25 14:40:00.715805 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae974f7-d319-45c4-84e1-6642d572b6b9 req-16bb0614-44cd-4fbe-a5e3-4ce40485ae57 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:40:00.722251 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-7ae974f7-d319-45c4-84e1-6642d572b6b9 req-16bb0614-44cd-4fbe-a5e3-4ce40485ae57 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/ports?device_id=e5649343-9e63-4d6c-b6f7-f3b2f1f934c4 HTTP/1.1" status: 200 len: 946 time: 0.3069587 Jun 25 14:40:00.723629 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-7a10da93-db68-4c0e-8ca2-70fdd3c54149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3547472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-497664'] for network, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:00.729617 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-a32950df-d779-44b4-ae5e-1d22aa3cee68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:40:00.762821 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-7a10da93-db68-4c0e-8ca2-70fdd3c54149 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692162'] for network, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:00.774148 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887ac6db-831f-4ab2-a095-03b77e56ae35 req-88ee8a3c-2b27-42ab-bd1d-e45abf397ab5 tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:40:00.775916 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-887ac6db-831f-4ab2-a095-03b77e56ae35 req-88ee8a3c-2b27-42ab-bd1d-e45abf397ab5 tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] 10.222.0.72 "GET /v2.0/ports?device_id=e3884b82-f016-4bdd-ac3e-91fbd735b860 HTTP/1.1" status: 200 len: 943 time: 0.7608535 Jun 25 14:40:00.783421 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-7a10da93-db68-4c0e-8ca2-70fdd3c54149 admin admin] 10.222.0.72 "DELETE /v2.0/networks/06a37f95-9b56-4864-b708-a0b8ed6e8564 HTTP/1.1" status: 204 len: 168 time: 1.0387442 Jun 25 14:40:00.784713 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a10da93-db68-4c0e-8ca2-70fdd3c54149 admin admin] Pushing event deleted for resources: {'Network': ['ID=06a37f95-9b56-4864-b708-a0b8ed6e8564,revision_number=None']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:40:00.789350 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-7a10da93-db68-4c0e-8ca2-70fdd3c54149 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:40:00.807920 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0207776-2eb2-4889-803d-c10bc4108801 req-d80b7855-c6f3-4fbb-b2ef-ad66648dbc74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:40:00.809610 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-f0207776-2eb2-4889-803d-c10bc4108801 req-d80b7855-c6f3-4fbb-b2ef-ad66648dbc74 service neutron] 10.222.0.77 "GET /v2.0/networks?id=39a3abce-6347-4740-b7ad-eb16ed570efd HTTP/1.1" status: 200 len: 909 time: 0.7357609 Jun 25 14:40:00.813773 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-7ae974f7-d319-45c4-84e1-6642d572b6b9 req-f9af44e3-0886-4152-ae6f-5bca9d90b1c2 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/security-groups?id=d7ad49bf-7682-4e15-9338-4a7ac2e3a89b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866034 Jun 25 14:40:00.924371 dv-cinder-798091-1-smb neutron-server[78399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5649343-9e63-4d6c-b6f7-f3b2f1f934c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1997573f-4989-48d0-ad12-2edadad644f1', 'code': 200} Jun 25 14:40:00.928791 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-f0207776-2eb2-4889-803d-c10bc4108801 req-ffd21a10-756a-4751-9e49-3aa293d1b0bb service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ff68f7ce-8874-42f2-82b1-bf84e36d928d HTTP/1.1" status: 200 len: 217 time: 0.1114259 Jun 25 14:40:01.053688 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.72', 60540) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:40:01.069003 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-887ac6db-831f-4ab2-a095-03b77e56ae35 req-f69a04b0-5e8e-4cac-9429-44a6dd12f9d1 tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] 10.222.0.72 "GET /v2.0/security-groups?id=12620e59-001b-43b9-9585-a187ca9c476b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2628548 Jun 25 14:40:01.126740 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0207776-2eb2-4889-803d-c10bc4108801 req-1daca9fb-dcf5-4938-be22-ec9862488573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:40:01.128387 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-f0207776-2eb2-4889-803d-c10bc4108801 req-1daca9fb-dcf5-4938-be22-ec9862488573 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=0af0c9bf-3385-4a2b-840c-42f9400050c5 HTTP/1.1" status: 200 len: 848 time: 0.1185355 Jun 25 14:40:01.132031 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-082d6040-d76a-4032-94d6-ec2487628288 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=772991f00a024aa5bfd4212592ea9dc0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0720801 Jun 25 14:40:01.134506 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.db.resource_extend [None req-e2bb710b-4a75-4080-a8d4-a04773021bfc tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=78398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 25 14:40:01.138347 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.72', 60544) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:40:01.174097 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887691c2-e1f6-4ede-ac34-8c784b6581ac req-759a6eb8-e4cd-42c5-b2d1-1bcba9d1a133 tempest-VolumesActionsTest-1053026999 tempest-VolumesActionsTest-1053026999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:40:01.177186 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-887691c2-e1f6-4ede-ac34-8c784b6581ac req-759a6eb8-e4cd-42c5-b2d1-1bcba9d1a133 tempest-VolumesActionsTest-1053026999 tempest-VolumesActionsTest-1053026999-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9aa0913-7d64-4b66-8792-fd16e24a2d36 HTTP/1.1" status: 200 len: 944 time: 0.1572540 Jun 25 14:40:01.187616 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Device ff68f7ce-8874-42f2-82b1-bf84e36d928d details requested by agent hyperv_hv-cinder-79809 with host hv-cinder-79809 {{(pid=78399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 25 14:40:01.283097 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-e2bb710b-4a75-4080-a8d4-a04773021bfc tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:01.289336 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-e2bb710b-4a75-4080-a8d4-a04773021bfc tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-497906'] for floatingip, after_update {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:01.391933 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-f0207776-2eb2-4889-803d-c10bc4108801 req-2b7c6f92-2edb-412e-8b5c-09fa9333e01f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=39a3abce-6347-4740-b7ad-eb16ed570efd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1952245 Jun 25 14:40:01.422912 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] For port ff68f7ce-8874-42f2-82b1-bf84e36d928d, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=ff68f7ce-8874-42f2-82b1-bf84e36d928d,segment=NetworkSegment(bbf7f83c-d341-4e8e-b137-9937f9037cc6),segment_id=bbf7f83c-d341-4e8e-b137-9937f9037cc6)] {{(pid=78399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:40:01.443014 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Returning: {'device': 'ff68f7ce-8874-42f2-82b1-bf84e36d928d', 'network_id': '39a3abce-6347-4740-b7ad-eb16ed570efd', 'port_id': 'ff68f7ce-8874-42f2-82b1-bf84e36d928d', 'mac_address': 'fa:16:3e:91:8b:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0af0c9bf-3385-4a2b-840c-42f9400050c5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 25 14:40:01.445333 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-887691c2-e1f6-4ede-ac34-8c784b6581ac req-b66750f6-3c52-4081-be22-7dcaeffd4ed2 tempest-VolumesActionsTest-1053026999 tempest-VolumesActionsTest-1053026999-project] 10.222.0.72 "GET /v2.0/security-groups?id=66bed98a-9acd-457a-9ff7-92c5b0ad6c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2615833 Jun 25 14:40:01.491024 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-346bc0c1-1231-422e-bf45-2aa85e2a026d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:01.541337 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for port, before_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:01.544062 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce39eca-b074-421f-a99c-71b85fe56c86 req-82731c58-284b-4202-a0a8-e027cfd16525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:40:01.546358 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-2ce39eca-b074-421f-a99c-71b85fe56c86 req-82731c58-284b-4202-a0a8-e027cfd16525 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=e5649343-9e63-4d6c-b6f7-f3b2f1f934c4 HTTP/1.1" status: 200 len: 1099 time: 0.2155685 Jun 25 14:40:01.563887 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.notifiers.nova [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff68f7ce-8874-42f2-82b1-bf84e36d928d {{(pid=78399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 14:40:01.581532 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-346bc0c1-1231-422e-bf45-2aa85e2a026d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:01.584805 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] For port ff68f7ce-8874-42f2-82b1-bf84e36d928d, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=ff68f7ce-8874-42f2-82b1-bf84e36d928d,segment=NetworkSegment(bbf7f83c-d341-4e8e-b137-9937f9037cc6),segment_id=bbf7f83c-d341-4e8e-b137-9937f9037cc6)] {{(pid=78399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:40:01.594573 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747172683978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747172243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747172243532'] for port, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:01.597357 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Device bc190e6a-aac3-4f11-846b-36264c08057c details requested by agent hyperv_hv-cinder-79809 with host hv-cinder-79809 {{(pid=78399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 25 14:40:01.664884 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-232c2084-6b13-4d8e-ab41-f499d95fbac9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:40:01.670769 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-2ce39eca-b074-421f-a99c-71b85fe56c86 req-81f81c19-b348-407a-80b5-fa8539f68d69 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=d7ad49bf-7682-4e15-9338-4a7ac2e3a89b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1155922 Jun 25 14:40:01.698346 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-346bc0c1-1231-422e-bf45-2aa85e2a026d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726995'] for security_group, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:01.703833 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:40:01.732410 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346bc0c1-1231-422e-bf45-2aa85e2a026d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f40e557-d259-446b-b44d-cf83f27b19f8,revision_number=None']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:40:01.742329 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-346bc0c1-1231-422e-bf45-2aa85e2a026d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:40:01.766452 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-346bc0c1-1231-422e-bf45-2aa85e2a026d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:01.770615 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-346bc0c1-1231-422e-bf45-2aa85e2a026d admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/0f40e557-d259-446b-b44d-cf83f27b19f8 HTTP/1.1" status: 204 len: 168 time: 0.6259892 Jun 25 14:40:01.841168 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.db.l3_db [None req-e2bb710b-4a75-4080-a8d4-a04773021bfc tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Floating IP 96a4e380-cf24-475d-9bac-360473201ec0 associated. External IP: 172.28.1.22, port: 0a555632-35d7-4e70-abff-453a0e8e3e79. Jun 25 14:40:01.895693 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Pushing event updated for resources: {'Port': ['ID=ff68f7ce-8874-42f2-82b1-bf84e36d928d,revision_number=4']} {{(pid=78399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:40:01.910585 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:40:01.939115 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] For port bc190e6a-aac3-4f11-846b-36264c08057c, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=bc190e6a-aac3-4f11-846b-36264c08057c,segment=NetworkSegment(71eb932d-08ba-477f-9129-39c672514c4e),segment_id=71eb932d-08ba-477f-9129-39c672514c4e)] {{(pid=78399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:40:01.959788 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Returning: {'device': 'bc190e6a-aac3-4f11-846b-36264c08057c', 'network_id': '808ce0ae-354d-4414-90d0-3589c38f5458', 'port_id': 'bc190e6a-aac3-4f11-846b-36264c08057c', 'mac_address': 'fa:16:3e:68:25:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df82b164-9b34-47d3-90d0-c5f04fc4d7cc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 25 14:40:02.069163 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for port, before_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:02.115884 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.notifiers.nova [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc190e6a-aac3-4f11-846b-36264c08057c {{(pid=78399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 14:40:02.138060 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0d0a39-02c4-4ca6-ab70-9af7f3de2c56 req-4818d622-2dae-4492-834b-84412cfe46e9 tempest-VolumesSnapshotTestJSON-1528642505 tempest-VolumesSnapshotTestJSON-1528642505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:40:02.148258 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-ca0d0a39-02c4-4ca6-ab70-9af7f3de2c56 req-4818d622-2dae-4492-834b-84412cfe46e9 tempest-VolumesSnapshotTestJSON-1528642505 tempest-VolumesSnapshotTestJSON-1528642505-project] 10.222.0.72 "GET /v2.0/networks?id=06f2991f-047a-4471-89a5-6835eabebc08 HTTP/1.1" status: 200 len: 814 time: 0.3333309 Jun 25 14:40:02.156838 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] For port bc190e6a-aac3-4f11-846b-36264c08057c, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=bc190e6a-aac3-4f11-846b-36264c08057c,segment=NetworkSegment(71eb932d-08ba-477f-9129-39c672514c4e),segment_id=71eb932d-08ba-477f-9129-39c672514c4e)] {{(pid=78399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:40:02.163189 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747172683978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747172243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747172243532'] for port, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:02.169291 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-30eaa55d-da48-4fa4-ae2a-879787b710eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:40:02.169486 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-ca0d0a39-02c4-4ca6-ab70-9af7f3de2c56 req-9193a7de-5c8d-4a40-abdc-710b9c589544 tempest-VolumesSnapshotTestJSON-1528642505 tempest-VolumesSnapshotTestJSON-1528642505-project] 10.222.0.72 "GET /v2.0/quotas/84b7e81af6664009a8f4a67045e12c57 HTTP/1.1" status: 200 len: 375 time: 0.0177441 Jun 25 14:40:02.200439 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-f0207776-2eb2-4889-803d-c10bc4108801 req-7f0da742-0901-4db7-bcfb-0ef4d8e6f4b5 service neutron] 10.222.0.77 "GET /v2.0/networks/39a3abce-6347-4740-b7ad-eb16ed570efd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7929347 Jun 25 14:40:02.228327 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-ca0d0a39-02c4-4ca6-ab70-9af7f3de2c56 req-c4f5f42c-5d32-4ea1-a8aa-7f0c466985e1 tempest-VolumesSnapshotTestJSON-1528642505 tempest-VolumesSnapshotTestJSON-1528642505-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=84b7e81af6664009a8f4a67045e12c57&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0600278 Jun 25 14:40:02.292349 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Pushing event updated for resources: {'Port': ['ID=bc190e6a-aac3-4f11-846b-36264c08057c,revision_number=4']} {{(pid=78399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:40:02.304936 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:40:02.391686 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-ca0d0a39-02c4-4ca6-ab70-9af7f3de2c56 req-77526b22-18c1-41f6-8aac-90f85e151f74 service neutron] 10.222.0.72 "GET /v2.0/networks/06f2991f-047a-4471-89a5-6835eabebc08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618443 Jun 25 14:40:02.503061 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7412d846-5bc1-47cd-a060-6d2009fe933d req-ff5c78dc-6a6c-4715-bd3e-179b3e4161f0 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:40:02.509116 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-7412d846-5bc1-47cd-a060-6d2009fe933d req-ff5c78dc-6a6c-4715-bd3e-179b3e4161f0 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] 10.222.0.72 "GET /v2.0/ports?device_id=eb0b66b9-3595-4af6-a3c2-2b4bccb68973 HTTP/1.1" status: 200 len: 945 time: 1.0113792 Jun 25 14:40:02.567592 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-ca0d0a39-02c4-4ca6-ab70-9af7f3de2c56 req-ae5da994-5a53-49e6-95a3-d4ab3ea20f09 service neutron] 10.222.0.72 "GET /v2.0/networks/06f2991f-047a-4471-89a5-6835eabebc08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1746337 Jun 25 14:40:02.743784 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] get_ports_and_sgs() called for port_ids ['ff68f7ce-8874-42f2-82b1-bf84e36d928d'] {{(pid=78399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 25 14:40:02.796659 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] get_ports_and_sgs() called for port_ids ['bc190e6a-aac3-4f11-846b-36264c08057c'] {{(pid=78399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 25 14:40:02.846016 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-7412d846-5bc1-47cd-a060-6d2009fe933d req-77eda95f-4f97-4f5e-9c2b-8fb8456a4e6d tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ca4f9d5-2444-4fa7-9912-3d2a58bd9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435370 Jun 25 14:40:02.981787 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990edf51-7683-46e2-a97f-66d4ec8497b8 req-4b34196a-3abc-4289-82ed-29f49386ddd1 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:40:02.995380 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-990edf51-7683-46e2-a97f-66d4ec8497b8 req-4b34196a-3abc-4289-82ed-29f49386ddd1 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/ports?device_id=e5649343-9e63-4d6c-b6f7-f3b2f1f934c4 HTTP/1.1" status: 200 len: 946 time: 0.1392236 Jun 25 14:40:03.024751 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2bb710b-4a75-4080-a8d4-a04773021bfc tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Router 186346e4-7b67-4504-b5aa-dd8f40be6c2b has already been hosted by L3 agent 941bc864-709b-4c09-a7df-f27e1f49545a {{(pid=78398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 14:40:03.124654 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-990edf51-7683-46e2-a97f-66d4ec8497b8 req-893fad8b-ce89-4d22-94fd-e3e6e8fe7fe4 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/security-groups?id=d7ad49bf-7682-4e15-9338-4a7ac2e3a89b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1261621 Jun 25 14:40:03.194936 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-f0207776-2eb2-4889-803d-c10bc4108801 req-aa352c50-f9b0-4bd2-ad50-594f5f8beb73 service neutron] 10.222.0.77 "GET /v2.0/networks/39a3abce-6347-4740-b7ad-eb16ed570efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9701059 Jun 25 14:40:03.549928 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a88ea4a-1607-4647-8005-4584c4df1b02 req-ba957147-964d-48d2-a552-4cda408e75b0 tempest-VolumesActionsTest-1053026999 tempest-VolumesActionsTest-1053026999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:40:03.552642 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-1a88ea4a-1607-4647-8005-4584c4df1b02 req-ba957147-964d-48d2-a552-4cda408e75b0 tempest-VolumesActionsTest-1053026999 tempest-VolumesActionsTest-1053026999-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9aa0913-7d64-4b66-8792-fd16e24a2d36 HTTP/1.1" status: 200 len: 945 time: 0.2203550 Jun 25 14:40:03.568966 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2bb710b-4a75-4080-a8d4-a04773021bfc tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Notify agent at l3_agent.dv-cinder-798091-1-smb the message routers_updated {{(pid=78398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 25 14:40:03.578641 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-e2bb710b-4a75-4080-a8d4-a04773021bfc tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257150'] for floatingip, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:03.585842 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97bf4d5-7d96-4640-a28f-a6d04411360e None None] Sync routers for ids ['186346e4-7b67-4504-b5aa-dd8f40be6c2b'] in dv-cinder-798091-1-smb {{(pid=78400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 14:40:03.599670 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97bf4d5-7d96-4640-a28f-a6d04411360e None None] Routers {'186346e4-7b67-4504-b5aa-dd8f40be6c2b'} bound to L3 agent in host dv-cinder-798091-1-smb {{(pid=78400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:40:03.600326 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.db.l3_hamode_db [None req-d97bf4d5-7d96-4640-a28f-a6d04411360e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798091-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T14:30:11Z,description=,heartbeat_timestamp=2021-06-25T14:39:41Z,host='dv-cinder-798091-1-smb',id=941bc864-709b-4c09-a7df-f27e1f49545a,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:30:11Z,topic='l3_agent')) {'router_ids': ['186346e4-7b67-4504-b5aa-dd8f40be6c2b'], 'active': True} {{(pid=78400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:40:03.655395 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2a1fe4-1ebf-4544-9d77-0532f5f27151 req-4545dad1-9e30-4a09-adaf-1ff270724ddf tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:40:03.657501 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-1b2a1fe4-1ebf-4544-9d77-0532f5f27151 req-4545dad1-9e30-4a09-adaf-1ff270724ddf tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] 10.222.0.72 "GET /v2.0/ports?device_id=e3884b82-f016-4bdd-ac3e-91fbd735b860 HTTP/1.1" status: 200 len: 944 time: 0.4484072 Jun 25 14:40:03.669301 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-1a88ea4a-1607-4647-8005-4584c4df1b02 req-d4cdb7da-c63e-413d-8bb8-760056da0058 tempest-VolumesActionsTest-1053026999 tempest-VolumesActionsTest-1053026999-project] 10.222.0.72 "GET /v2.0/security-groups?id=66bed98a-9acd-457a-9ff7-92c5b0ad6c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088200 Jun 25 14:40:03.671389 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-e2bb710b-4a75-4080-a8d4-a04773021bfc tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] 10.222.0.72 "PUT /v2.0/floatingips/96a4e380-cf24-475d-9bac-360473201ec0 HTTP/1.1" status: 200 len: 990 time: 4.3564751 Jun 25 14:40:03.673793 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '100fae19-9887-4686-a978-0b1be5cfeb7f', 'tag': '0a555632-35d7-4e70-abff-453a0e8e3e79'}] {{(pid=78398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:40:03.760962 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-1b2a1fe4-1ebf-4544-9d77-0532f5f27151 req-2a99879c-657c-4946-b743-d2acd9377481 tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] 10.222.0.72 "GET /v2.0/security-groups?id=12620e59-001b-43b9-9585-a187ca9c476b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932052 Jun 25 14:40:03.807875 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.db.l3_dvr_db [None req-d97bf4d5-7d96-4640-a28f-a6d04411360e None None] Set router 186346e4-7b67-4504-b5aa-dd8f40be6c2b gateway port host: dv-cinder-798091-1-smb {{(pid=78400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:40:03.862270 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-99feb80c-3cee-4630-860c-0f3d35fc767e req-b163e8cb-f56e-4a6f-9ad1-2f10f72154b1 tempest-VolumesSnapshotTestJSON-1528642505 tempest-VolumesSnapshotTestJSON-1528642505-project] 10.222.0.72 "GET /v2.0/ports?device_id=4f699e76-1f4f-486f-b0c9-512e9b474292 HTTP/1.1" status: 200 len: 210 time: 0.0530393 Jun 25 14:40:04.179824 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '100fae19-9887-4686-a978-0b1be5cfeb7f', 'tag': '0a555632-35d7-4e70-abff-453a0e8e3e79', 'status': 'completed', 'code': 200} Jun 25 14:40:04.306064 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.db.l3_hamode_db [None req-d97bf4d5-7d96-4640-a28f-a6d04411360e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '186346e4-7b67-4504-b5aa-dd8f40be6c2b', 'name': 'tempest-AttachVolumeTestJSON-358625753-router', 'tenant_id': '7a1d3268123d4b12a1168eda73de2201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee', 'external_fixed_ips': [{'subnet_id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'ip_address': '172.28.1.244'}], 'enable_snat': True}, 'gw_port_id': 'db8fa363-d90b-4c36-8cff-1b7f9ce192a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:38:56Z', 'updated_at': '2021-06-25T14:39:18Z', 'revision_number': 4, 'project_id': '7a1d3268123d4b12a1168eda73de2201', 'gw_port': {'id': 'db8fa363-d90b-4c36-8cff-1b7f9ce192a3', 'name': '', 'network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:47:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '186346e4-7b67-4504-b5aa-dd8f40be6c2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'ip_address': '172.28.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:38:59Z', 'updated_at': '2021-06-25T14:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798091-1-smb', '_floatingips': [{'id': '96a4e380-cf24-475d-9bac-360473201ec0', 'tenant_id': '7a1d3268123d4b12a1168eda73de2201', 'floating_ip_address': '172.28.1.22', 'floating_network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee', 'router_id': '186346e4-7b67-4504-b5aa-dd8f40be6c2b', 'port_id': '0a555632-35d7-4e70-abff-453a0e8e3e79', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67ba1ff0-ab4f-41c2-a1c4-6027b2c685c1', 'mac_address': 'fa:16:3e:e1:61:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '100fae19-9887-4686-a978-0b1be5cfeb7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T14:39:30Z', 'updated_at': '2021-06-25T14:40:00Z', 'revision_number': 1, 'project_id': '7a1d3268123d4b12a1168eda73de2201', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c432326f-c674-4bae-b126-3767c8bea643', 'name': '', 'network_id': '67ba1ff0-ab4f-41c2-a1c4-6027b2c685c1', 'tenant_id': '7a1d3268123d4b12a1168eda73de2201', 'mac_address': 'fa:16:3e:de:e2:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '186346e4-7b67-4504-b5aa-dd8f40be6c2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'ac1ed06e-d434-4471-8b10-9318752714c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:39:12Z', 'updated_at': '2021-06-25T14:39:29Z', 'revision_number': 5, 'project_id': '7a1d3268123d4b12a1168eda73de2201', 'subnets': [{'id': 'ac1ed06e-d434-4471-8b10-9318752714c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798091-1-smb', False) {} {{(pid=78400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:40:04.313030 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97bf4d5-7d96-4640-a28f-a6d04411360e None None] Checking router: 186346e4-7b67-4504-b5aa-dd8f40be6c2b for host: dv-cinder-798091-1-smb {{(pid=78400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 14:40:04.326213 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97bf4d5-7d96-4640-a28f-a6d04411360e None None] Routers {'186346e4-7b67-4504-b5aa-dd8f40be6c2b'} bound to L3 agent in host dv-cinder-798091-1-smb {{(pid=78400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:40:04.328627 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.db.l3_hamode_db [None req-d97bf4d5-7d96-4640-a28f-a6d04411360e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798091-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T14:30:11Z,description=,heartbeat_timestamp=2021-06-25T14:39:41Z,host='dv-cinder-798091-1-smb',id=941bc864-709b-4c09-a7df-f27e1f49545a,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:30:11Z,topic='l3_agent')) {'router_ids': ['186346e4-7b67-4504-b5aa-dd8f40be6c2b'], 'active': True} {{(pid=78400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:40:04.362803 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db10b66-c3f6-4fd6-ae8e-4718594a4a43 req-0cf346d2-d16f-4d64-a459-a715b645fa2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:40:04.368217 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-3db10b66-c3f6-4fd6-ae8e-4718594a4a43 req-0cf346d2-d16f-4d64-a459-a715b645fa2e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=7a1d3268123d4b12a1168eda73de2201&device_id=100fae19-9887-4686-a978-0b1be5cfeb7f HTTP/1.1" status: 200 len: 1098 time: 0.0954032 Jun 25 14:40:04.432471 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16686236-dab6-4edb-aa01-516649c5dbbf req-4d295bca-5fdb-49bd-96c4-15a7e2e92331 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:40:04.434156 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-16686236-dab6-4edb-aa01-516649c5dbbf req-4d295bca-5fdb-49bd-96c4-15a7e2e92331 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] 10.222.0.72 "GET /v2.0/ports?device_id=eb0b66b9-3595-4af6-a3c2-2b4bccb68973 HTTP/1.1" status: 200 len: 945 time: 0.1375127 Jun 25 14:40:04.502357 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-16686236-dab6-4edb-aa01-516649c5dbbf req-b49c13ff-b446-4a57-b770-284725d513d7 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ca4f9d5-2444-4fa7-9912-3d2a58bd9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594840 Jun 25 14:40:04.615286 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db10b66-c3f6-4fd6-ae8e-4718594a4a43 req-a759c139-2361-46e7-b6ec-9c60cebae3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:40:04.617294 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-3db10b66-c3f6-4fd6-ae8e-4718594a4a43 req-a759c139-2361-46e7-b6ec-9c60cebae3d5 service neutron] 10.222.0.77 "GET /v2.0/networks?id=67ba1ff0-ab4f-41c2-a1c4-6027b2c685c1 HTTP/1.1" status: 200 len: 911 time: 0.2446127 Jun 25 14:40:04.652152 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.db.l3_dvr_db [None req-d97bf4d5-7d96-4640-a28f-a6d04411360e None None] Set router 186346e4-7b67-4504-b5aa-dd8f40be6c2b gateway port host: dv-cinder-798091-1-smb {{(pid=78400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:40:04.808434 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5a95e0-d4e2-43b0-8c60-986e1f1cc91b req-6da5d991-4335-43ea-bfe8-0b79b94537c7 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:40:04.818020 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-ff5a95e0-d4e2-43b0-8c60-986e1f1cc91b req-6da5d991-4335-43ea-bfe8-0b79b94537c7 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/ports?device_id=e5649343-9e63-4d6c-b6f7-f3b2f1f934c4 HTTP/1.1" status: 200 len: 946 time: 0.1769009 Jun 25 14:40:04.924732 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-3db10b66-c3f6-4fd6-ae8e-4718594a4a43 req-aadd7d20-95f3-4dea-b1b8-89bec7b61703 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0a555632-35d7-4e70-abff-453a0e8e3e79 HTTP/1.1" status: 200 len: 998 time: 0.2950513 Jun 25 14:40:05.056531 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db10b66-c3f6-4fd6-ae8e-4718594a4a43 req-d56cfc7c-125f-4388-9c7f-1e10f26afdbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:40:05.058833 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-3db10b66-c3f6-4fd6-ae8e-4718594a4a43 req-d56cfc7c-125f-4388-9c7f-1e10f26afdbe service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ac1ed06e-d434-4471-8b10-9318752714c1 HTTP/1.1" status: 200 len: 849 time: 0.1252670 Jun 25 14:40:05.085894 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-ff5a95e0-d4e2-43b0-8c60-986e1f1cc91b req-b0761c25-7920-4da1-bc1b-11aed63d3934 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/security-groups?id=d7ad49bf-7682-4e15-9338-4a7ac2e3a89b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2613494 Jun 25 14:40:05.209439 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Device ff68f7ce-8874-42f2-82b1-bf84e36d928d up at agent hyperv_hv-cinder-79809 {{(pid=78399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:40:05.281886 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0d0a39-02c4-4ca6-ab70-9af7f3de2c56 req-d2b6112d-eab0-489d-816f-23ae58da2fed tempest-VolumesSnapshotTestJSON-1528642505 tempest-VolumesSnapshotTestJSON-1528642505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:40:05.289193 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfa2856-cb9e-4e57-a175-ed7f5c0b0a3c req-fff5a212-a7e6-47f3-8454-e6c8947e3b1c tempest-VolumesActionsTest-1053026999 tempest-VolumesActionsTest-1053026999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:40:05.291238 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-bcfa2856-cb9e-4e57-a175-ed7f5c0b0a3c req-fff5a212-a7e6-47f3-8454-e6c8947e3b1c tempest-VolumesActionsTest-1053026999 tempest-VolumesActionsTest-1053026999-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9aa0913-7d64-4b66-8792-fd16e24a2d36 HTTP/1.1" status: 200 len: 945 time: 0.1394694 Jun 25 14:40:05.294486 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db10b66-c3f6-4fd6-ae8e-4718594a4a43 req-387ab53b-02a6-4d20-bc96-969483e6f737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:40:05.296727 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-3db10b66-c3f6-4fd6-ae8e-4718594a4a43 req-387ab53b-02a6-4d20-bc96-969483e6f737 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=67ba1ff0-ab4f-41c2-a1c4-6027b2c685c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2298748 Jun 25 14:40:05.297366 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-ca0d0a39-02c4-4ca6-ab70-9af7f3de2c56 req-d2b6112d-eab0-489d-816f-23ae58da2fed tempest-VolumesSnapshotTestJSON-1528642505 tempest-VolumesSnapshotTestJSON-1528642505-project] 10.222.0.77 "GET /v2.0/networks?id=06f2991f-047a-4471-89a5-6835eabebc08 HTTP/1.1" status: 200 len: 814 time: 0.3963640 Jun 25 14:40:05.303174 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.72', 60688) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:40:05.379045 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Provisioning for port ff68f7ce-8874-42f2-82b1-bf84e36d928d completed by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:40:05.380659 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.v2.base [req-ca0d0a39-02c4-4ca6-ab70-9af7f3de2c56 req-a4becbfa-2621-47c8-afe4-a8e06e38dafd tempest-VolumesSnapshotTestJSON-1528642505 tempest-VolumesSnapshotTestJSON-1528642505-project] Request body: {'port': {'device_id': '4f699e76-1f4f-486f-b0c9-512e9b474292', 'network_id': '06f2991f-047a-4471-89a5-6835eabebc08', 'admin_state_up': True, 'tenant_id': '84b7e81af6664009a8f4a67045e12c57'}} {{(pid=78397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:40:05.387818 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Provisioning complete for port ff68f7ce-8874-42f2-82b1-bf84e36d928d triggered by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:40:05.388232 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545280'] for port, provisioning_complete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:05.388778 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.db.l3_hamode_db [None req-d97bf4d5-7d96-4640-a28f-a6d04411360e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '186346e4-7b67-4504-b5aa-dd8f40be6c2b', 'name': 'tempest-AttachVolumeTestJSON-358625753-router', 'tenant_id': '7a1d3268123d4b12a1168eda73de2201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee', 'external_fixed_ips': [{'subnet_id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'ip_address': '172.28.1.244'}], 'enable_snat': True}, 'gw_port_id': 'db8fa363-d90b-4c36-8cff-1b7f9ce192a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:38:56Z', 'updated_at': '2021-06-25T14:39:18Z', 'revision_number': 4, 'project_id': '7a1d3268123d4b12a1168eda73de2201', 'gw_port': {'id': 'db8fa363-d90b-4c36-8cff-1b7f9ce192a3', 'name': '', 'network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:47:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '186346e4-7b67-4504-b5aa-dd8f40be6c2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'ip_address': '172.28.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:38:59Z', 'updated_at': '2021-06-25T14:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798091-1-smb', '_floatingips': [{'id': '96a4e380-cf24-475d-9bac-360473201ec0', 'tenant_id': '7a1d3268123d4b12a1168eda73de2201', 'floating_ip_address': '172.28.1.22', 'floating_network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee', 'router_id': '186346e4-7b67-4504-b5aa-dd8f40be6c2b', 'port_id': '0a555632-35d7-4e70-abff-453a0e8e3e79', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67ba1ff0-ab4f-41c2-a1c4-6027b2c685c1', 'mac_address': 'fa:16:3e:e1:61:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '100fae19-9887-4686-a978-0b1be5cfeb7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T14:39:30Z', 'updated_at': '2021-06-25T14:40:00Z', 'revision_number': 1, 'project_id': '7a1d3268123d4b12a1168eda73de2201', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c432326f-c674-4bae-b126-3767c8bea643', 'name': '', 'network_id': '67ba1ff0-ab4f-41c2-a1c4-6027b2c685c1', 'tenant_id': '7a1d3268123d4b12a1168eda73de2201', 'mac_address': 'fa:16:3e:de:e2:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '186346e4-7b67-4504-b5aa-dd8f40be6c2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'ac1ed06e-d434-4471-8b10-9318752714c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:39:12Z', 'updated_at': '2021-06-25T14:39:29Z', 'revision_number': 5, 'project_id': '7a1d3268123d4b12a1168eda73de2201', 'subnets': [{'id': 'ac1ed06e-d434-4471-8b10-9318752714c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798091-1-smb', False) {} {{(pid=78400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:40:05.398956 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97bf4d5-7d96-4640-a28f-a6d04411360e None None] The sync data for ids ['186346e4-7b67-4504-b5aa-dd8f40be6c2b'] in dv-cinder-798091-1-smb is: [{'id': '186346e4-7b67-4504-b5aa-dd8f40be6c2b', 'name': 'tempest-AttachVolumeTestJSON-358625753-router', 'tenant_id': '7a1d3268123d4b12a1168eda73de2201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee', 'external_fixed_ips': [{'subnet_id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'ip_address': '172.28.1.244'}], 'enable_snat': True}, 'gw_port_id': 'db8fa363-d90b-4c36-8cff-1b7f9ce192a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:38:56Z', 'updated_at': '2021-06-25T14:39:18Z', 'revision_number': 4, 'project_id': '7a1d3268123d4b12a1168eda73de2201', 'gw_port': {'id': 'db8fa363-d90b-4c36-8cff-1b7f9ce192a3', 'name': '', 'network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:47:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '186346e4-7b67-4504-b5aa-dd8f40be6c2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'ip_address': '172.28.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:38:59Z', 'updated_at': '2021-06-25T14:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798091-1-smb', '_floatingips': [{'id': '96a4e380-cf24-475d-9bac-360473201ec0', 'tenant_id': '7a1d3268123d4b12a1168eda73de2201', 'floating_ip_address': '172.28.1.22', 'floating_network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee', 'router_id': '186346e4-7b67-4504-b5aa-dd8f40be6c2b', 'port_id': '0a555632-35d7-4e70-abff-453a0e8e3e79', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67ba1ff0-ab4f-41c2-a1c4-6027b2c685c1', 'mac_address': 'fa:16:3e:e1:61:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '100fae19-9887-4686-a978-0b1be5cfeb7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T14:39:30Z', 'updated_at': '2021-06-25T14:40:00Z', 'revision_number': 1, 'project_id': '7a1d3268123d4b12a1168eda73de2201', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c432326f-c674-4bae-b126-3767c8bea643', 'name': '', 'network_id': '67ba1ff0-ab4f-41c2-a1c4-6027b2c685c1', 'tenant_id': '7a1d3268123d4b12a1168eda73de2201', 'mac_address': 'fa:16:3e:de:e2:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '186346e4-7b67-4504-b5aa-dd8f40be6c2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'ac1ed06e-d434-4471-8b10-9318752714c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:39:12Z', 'updated_at': '2021-06-25T14:39:29Z', 'revision_number': 5, 'project_id': '7a1d3268123d4b12a1168eda73de2201', 'subnets': [{'id': 'ac1ed06e-d434-4471-8b10-9318752714c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 14:40:05.513679 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-bcfa2856-cb9e-4e57-a175-ed7f5c0b0a3c req-3a820f93-5afb-4742-94d3-69ebd00d94da tempest-VolumesActionsTest-1053026999 tempest-VolumesActionsTest-1053026999-project] 10.222.0.72 "GET /v2.0/security-groups?id=66bed98a-9acd-457a-9ff7-92c5b0ad6c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110927 Jun 25 14:40:05.653912 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for port, before_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:05.656726 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-5c9167c3-c0f2-4a25-aeb8-8e843dc87580 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:05.675646 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-3db10b66-c3f6-4fd6-ae8e-4718594a4a43 req-16b06ee2-767e-4995-a81e-7b7e52655535 service neutron] 10.222.0.77 "GET /v2.0/networks/67ba1ff0-ab4f-41c2-a1c4-6027b2c685c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3086872 Jun 25 14:40:05.702703 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [req-ca0d0a39-02c4-4ca6-ab70-9af7f3de2c56 req-a4becbfa-2621-47c8-afe4-a8e06e38dafd tempest-VolumesSnapshotTestJSON-1528642505 tempest-VolumesSnapshotTestJSON-1528642505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:40:05.703992 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-5c9167c3-c0f2-4a25-aeb8-8e843dc87580 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:40:05.710037 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [req-ca0d0a39-02c4-4ca6-ab70-9af7f3de2c56 req-a4becbfa-2621-47c8-afe4-a8e06e38dafd tempest-VolumesSnapshotTestJSON-1528642505 tempest-VolumesSnapshotTestJSON-1528642505-project] Usage tracker for resource:port and tenant:84b7e81af6664009a8f4a67045e12c57 is out of sync, need to count used quota {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:40:05.717460 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-5c9167c3-c0f2-4a25-aeb8-8e843dc87580 admin admin] Usage tracker for resource:security_group_rule and tenant:4a3e3988aae941b6ab353d74244cad39 is out of sync, need to count used quota {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:40:05.722213 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [req-ca0d0a39-02c4-4ca6-ab70-9af7f3de2c56 req-a4becbfa-2621-47c8-afe4-a8e06e38dafd tempest-VolumesSnapshotTestJSON-1528642505 tempest-VolumesSnapshotTestJSON-1528642505-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:40:05.725335 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9aa0913-7d64-4b66-8792-fd16e24a2d36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff68f7ce-8874-42f2-82b1-bf84e36d928d'}] {{(pid=78399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:40:05.726120 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-5c9167c3-c0f2-4a25-aeb8-8e843dc87580 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:40:05.748312 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] For port ff68f7ce-8874-42f2-82b1-bf84e36d928d, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=ff68f7ce-8874-42f2-82b1-bf84e36d928d,segment=NetworkSegment(bbf7f83c-d341-4e8e-b137-9937f9037cc6),segment_id=bbf7f83c-d341-4e8e-b137-9937f9037cc6)] {{(pid=78399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:40:05.763511 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64e662c-3331-4a91-ab5b-c8034b728685 req-04c6cd7f-9f7a-4c36-8342-2afb6392e51d tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:40:05.766928 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747172683978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747172243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747172243532'] for port, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:05.768069 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Device bc190e6a-aac3-4f11-846b-36264c08057c up at agent hyperv_hv-cinder-79809 {{(pid=78399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:40:05.775694 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-e64e662c-3331-4a91-ab5b-c8034b728685 req-04c6cd7f-9f7a-4c36-8342-2afb6392e51d tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] 10.222.0.72 "GET /v2.0/ports?device_id=e3884b82-f016-4bdd-ac3e-91fbd735b860 HTTP/1.1" status: 200 len: 944 time: 0.4575870 Jun 25 14:40:05.796431 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [req-ca0d0a39-02c4-4ca6-ab70-9af7f3de2c56 req-a4becbfa-2621-47c8-afe4-a8e06e38dafd tempest-VolumesSnapshotTestJSON-1528642505 tempest-VolumesSnapshotTestJSON-1528642505-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:40:05.811060 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-5c9167c3-c0f2-4a25-aeb8-8e843dc87580 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:40:05.860708 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:40:05.960826 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-e64e662c-3331-4a91-ab5b-c8034b728685 req-53452f66-7d1f-48d0-9407-71e806e810fc tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] 10.222.0.72 "GET /v2.0/security-groups?id=12620e59-001b-43b9-9585-a187ca9c476b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703181 Jun 25 14:40:06.023232 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca0d0a39-02c4-4ca6-ab70-9af7f3de2c56 req-a4becbfa-2621-47c8-afe4-a8e06e38dafd tempest-VolumesSnapshotTestJSON-1528642505 tempest-VolumesSnapshotTestJSON-1528642505-project] Made reservation on behalf of 84b7e81af6664009a8f4a67045e12c57 for: {'port': 1} {{(pid=78397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 14:40:06.032098 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-ca0d0a39-02c4-4ca6-ab70-9af7f3de2c56 req-a4becbfa-2621-47c8-afe4-a8e06e38dafd tempest-VolumesSnapshotTestJSON-1528642505 tempest-VolumesSnapshotTestJSON-1528642505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for port, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:06.050629 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-56d0ffeb-4849-4370-893d-398167f0dbc9 req-01712d00-bb23-4874-9a35-f371b265bf1c tempest-VolumesSnapshotTestJSON-1528642505 tempest-VolumesSnapshotTestJSON-1528642505-project] 10.222.0.72 "GET /v2.0/ports?device_id=4f699e76-1f4f-486f-b0c9-512e9b474292 HTTP/1.1" status: 200 len: 210 time: 0.1058533 Jun 25 14:40:06.159192 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30490c8b-8dcc-468c-8f12-6e70890ab8d3 None None] New status for floating IP 96a4e380-cf24-475d-9bac-360473201ec0: ACTIVE {{(pid=78399) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 25 14:40:06.284215 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-3db10b66-c3f6-4fd6-ae8e-4718594a4a43 req-1a1430d3-76d6-4eff-9ed0-749171d4188a service neutron] 10.222.0.77 "GET /v2.0/networks/67ba1ff0-ab4f-41c2-a1c4-6027b2c685c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5986052 Jun 25 14:40:06.322230 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Pushing event updated for resources: {'Port': ['ID=ff68f7ce-8874-42f2-82b1-bf84e36d928d,revision_number=5']} {{(pid=78399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:40:06.354972 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.491s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:40:06.482379 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-5c9167c3-c0f2-4a25-aeb8-8e843dc87580 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:06.487839 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Provisioning for port bc190e6a-aac3-4f11-846b-36264c08057c completed by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:40:06.497978 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Provisioning complete for port bc190e6a-aac3-4f11-846b-36264c08057c triggered by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:40:06.498568 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545280'] for port, provisioning_complete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:06.502309 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-5c9167c3-c0f2-4a25-aeb8-8e843dc87580 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726995'] for security_group, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:06.514271 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-32c2c154-e468-4b15-a5b5-e5443e022c23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:40:06.517155 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f0bd97-2202-42bc-8f7f-648e0fb7e215 req-4411399f-e0fe-4d17-a194-c8a206bc609e tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:40:06.518722 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-33f0bd97-2202-42bc-8f7f-648e0fb7e215 req-4411399f-e0fe-4d17-a194-c8a206bc609e tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] 10.222.0.72 "GET /v2.0/ports?device_id=eb0b66b9-3595-4af6-a3c2-2b4bccb68973 HTTP/1.1" status: 200 len: 945 time: 0.1095386 Jun 25 14:40:06.583566 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a583c5b9-5ae5-40d8-8972-76a7a5a17f26 req-5641ef99-5baf-4de4-ad0c-7f6fc4c3d7b1 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:40:06.584056 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-33f0bd97-2202-42bc-8f7f-648e0fb7e215 req-8fdf64dc-17a4-458a-ae31-e57675299500 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ca4f9d5-2444-4fa7-9912-3d2a58bd9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582898 Jun 25 14:40:06.584979 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-a583c5b9-5ae5-40d8-8972-76a7a5a17f26 req-5641ef99-5baf-4de4-ad0c-7f6fc4c3d7b1 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/ports?device_id=e5649343-9e63-4d6c-b6f7-f3b2f1f934c4 HTTP/1.1" status: 200 len: 946 time: 0.3910453 Jun 25 14:40:06.595606 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-5c9167c3-c0f2-4a25-aeb8-8e843dc87580 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=4a3e3988aae941b6ab353d74244cad39&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2907808 Jun 25 14:40:06.596433 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.72', 60706) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:40:06.596819 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.72', 60708) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:40:06.599525 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9167c3-c0f2-4a25-aeb8-8e843dc87580 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06732f72-5c43-49c6-89cd-8298d2c66ac3,revision_number=1']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:40:06.606570 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-5c9167c3-c0f2-4a25-aeb8-8e843dc87580 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:40:06.608689 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.db_base_plugin_common [req-ca0d0a39-02c4-4ca6-ab70-9af7f3de2c56 req-a4becbfa-2621-47c8-afe4-a8e06e38dafd tempest-VolumesSnapshotTestJSON-1528642505 tempest-VolumesSnapshotTestJSON-1528642505-project] Allocated IP 172.20.0.8 (06f2991f-047a-4471-89a5-6835eabebc08/86ff7609-f716-4f0f-a684-cb7dd2c335af/4e842da9-e36a-4f15-8d95-f6b800e4b438) {{(pid=78397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 14:40:06.627808 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.v2.base [None req-86e62dee-d597-44f3-b620-777b006db724 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Request body: {'floatingip': {'port_id': '1997573f-4989-48d0-ad12-2edadad644f1'}} {{(pid=78398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:40:06.733034 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for port, before_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:06.796487 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-86e62dee-d597-44f3-b620-777b006db724 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Notify callbacks [] for floatingip, before_update {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:06.806386 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] For port bc190e6a-aac3-4f11-846b-36264c08057c, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=bc190e6a-aac3-4f11-846b-36264c08057c,segment=NetworkSegment(71eb932d-08ba-477f-9129-39c672514c4e),segment_id=71eb932d-08ba-477f-9129-39c672514c4e)] {{(pid=78399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:40:06.811481 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747172683978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747172243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747172243532'] for port, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:06.816468 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:40:06.894283 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-ca0d0a39-02c4-4ca6-ab70-9af7f3de2c56 req-a4becbfa-2621-47c8-afe4-a8e06e38dafd tempest-VolumesSnapshotTestJSON-1528642505 tempest-VolumesSnapshotTestJSON-1528642505-project] Notify callbacks [] for port, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:06.903609 dv-cinder-798091-1-smb neutron-server[78399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9aa0913-7d64-4b66-8792-fd16e24a2d36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff68f7ce-8874-42f2-82b1-bf84e36d928d', 'code': 200} Jun 25 14:40:06.930883 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-ca0d0a39-02c4-4ca6-ab70-9af7f3de2c56 req-a4becbfa-2621-47c8-afe4-a8e06e38dafd tempest-VolumesSnapshotTestJSON-1528642505 tempest-VolumesSnapshotTestJSON-1528642505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747172243469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127937375'] for port, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:06.942410 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-fe926351-048e-4a81-9516-c6a31bbddec4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:40:06.981521 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Pushing event updated for resources: {'Port': ['ID=bc190e6a-aac3-4f11-846b-36264c08057c,revision_number=5']} {{(pid=78399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:40:06.985616 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:40:07.011144 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-4dda8cf5-419b-4e69-bd4b-37fa7779fb49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:07.027237 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4becbfa-2621-47c8-afe4-a8e06e38dafd tempest-VolumesSnapshotTestJSON-1528642505 tempest-VolumesSnapshotTestJSON-1528642505-project] Pushing event updated for resources: {'Port': ['ID=4e842da9-e36a-4f15-8d95-f6b800e4b438,revision_number=1']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:40:07.032771 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-a4becbfa-2621-47c8-afe4-a8e06e38dafd tempest-VolumesSnapshotTestJSON-1528642505 tempest-VolumesSnapshotTestJSON-1528642505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:40:07.044164 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca0d0a39-02c4-4ca6-ab70-9af7f3de2c56 req-a4becbfa-2621-47c8-afe4-a8e06e38dafd tempest-VolumesSnapshotTestJSON-1528642505 tempest-VolumesSnapshotTestJSON-1528642505-project] Network 06f2991f-047a-4471-89a5-6835eabebc08 is already hosted by enough agents. {{(pid=78397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:40:07.046039 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.scheduler.base_scheduler [req-ca0d0a39-02c4-4ca6-ab70-9af7f3de2c56 req-a4becbfa-2621-47c8-afe4-a8e06e38dafd tempest-VolumesSnapshotTestJSON-1528642505 tempest-VolumesSnapshotTestJSON-1528642505-project] Resources bound (agent type, host, resource id): {{(pid=78397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:40:07.049056 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca0d0a39-02c4-4ca6-ab70-9af7f3de2c56 req-a4becbfa-2621-47c8-afe4-a8e06e38dafd tempest-VolumesSnapshotTestJSON-1528642505 tempest-VolumesSnapshotTestJSON-1528642505-project] Received port after_create {{(pid=78397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 25 14:40:07.139336 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0d0a39-02c4-4ca6-ab70-9af7f3de2c56 req-a4becbfa-2621-47c8-afe4-a8e06e38dafd tempest-VolumesSnapshotTestJSON-1528642505 tempest-VolumesSnapshotTestJSON-1528642505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:40:07.139336 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-ca0d0a39-02c4-4ca6-ab70-9af7f3de2c56 req-a4becbfa-2621-47c8-afe4-a8e06e38dafd tempest-VolumesSnapshotTestJSON-1528642505 tempest-VolumesSnapshotTestJSON-1528642505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257150'] for port, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:07.171180 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-ca0d0a39-02c4-4ca6-ab70-9af7f3de2c56 req-a4becbfa-2621-47c8-afe4-a8e06e38dafd tempest-VolumesSnapshotTestJSON-1528642505 tempest-VolumesSnapshotTestJSON-1528642505-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7979555 Jun 25 14:40:07.199268 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.v2.base [req-ca0d0a39-02c4-4ca6-ab70-9af7f3de2c56 req-eb6638f2-ea5d-4f48-b7d0-df65f7cc0c96 service neutron] Request body: {'port': {'device_id': '4f699e76-1f4f-486f-b0c9-512e9b474292', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79809'}} {{(pid=78397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:40:07.212044 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-4dda8cf5-419b-4e69-bd4b-37fa7779fb49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:07.338568 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-ca0d0a39-02c4-4ca6-ab70-9af7f3de2c56 req-eb6638f2-ea5d-4f48-b7d0-df65f7cc0c96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for port, before_update {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:07.491361 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc490ed-12a6-46fd-b6a3-7a62e6deda16 req-83313a62-3f75-43e0-9cf1-3b1dd49d0100 tempest-VolumesActionsTest-1053026999 tempest-VolumesActionsTest-1053026999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:40:07.492996 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-bcc490ed-12a6-46fd-b6a3-7a62e6deda16 req-83313a62-3f75-43e0-9cf1-3b1dd49d0100 tempest-VolumesActionsTest-1053026999 tempest-VolumesActionsTest-1053026999-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9aa0913-7d64-4b66-8792-fd16e24a2d36 HTTP/1.1" status: 200 len: 946 time: 0.3845975 Jun 25 14:40:07.562150 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-4dda8cf5-419b-4e69-bd4b-37fa7779fb49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726995'] for security_group, after_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:07.568132 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105a0de8-995a-45b3-b6ac-74ddb1c7e608 req-0051b546-c21f-4c49-af3e-4fe605952073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:40:07.569802 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-105a0de8-995a-45b3-b6ac-74ddb1c7e608 req-0051b546-c21f-4c49-af3e-4fe605952073 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=b9aa0913-7d64-4b66-8792-fd16e24a2d36 HTTP/1.1" status: 200 len: 1099 time: 0.4105108 Jun 25 14:40:07.576308 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:40:07.593612 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef45a64-a8a5-4e6e-9e54-b6cf86ff4e18 req-9a49c23b-a4c2-4793-a955-bafff1baa74c tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:40:07.595109 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-5ef45a64-a8a5-4e6e-9e54-b6cf86ff4e18 req-9a49c23b-a4c2-4793-a955-bafff1baa74c tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] 10.222.0.72 "GET /v2.0/ports?device_id=e3884b82-f016-4bdd-ac3e-91fbd735b860 HTTP/1.1" status: 200 len: 945 time: 0.2094345 Jun 25 14:40:07.628146 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dda8cf5-419b-4e69-bd4b-37fa7779fb49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06732f72-5c43-49c6-89cd-8298d2c66ac3,revision_number=None']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:40:07.695765 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-bcc490ed-12a6-46fd-b6a3-7a62e6deda16 req-4f942c06-23ca-4fb1-8e40-82fda1d6fc2c tempest-VolumesActionsTest-1053026999 tempest-VolumesActionsTest-1053026999-project] 10.222.0.72 "GET /v2.0/security-groups?id=66bed98a-9acd-457a-9ff7-92c5b0ad6c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829789 Jun 25 14:40:07.697475 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-4dda8cf5-419b-4e69-bd4b-37fa7779fb49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:40:07.726043 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-4dda8cf5-419b-4e69-bd4b-37fa7779fb49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:07.726043 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-4dda8cf5-419b-4e69-bd4b-37fa7779fb49 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/06732f72-5c43-49c6-89cd-8298d2c66ac3 HTTP/1.1" status: 204 len: 168 time: 1.1267610 Jun 25 14:40:07.734392 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-5ef45a64-a8a5-4e6e-9e54-b6cf86ff4e18 req-e82b3d90-386f-4ccc-8e1b-776401f2e0a6 tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] 10.222.0.72 "GET /v2.0/security-groups?id=12620e59-001b-43b9-9585-a187ca9c476b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964141 Jun 25 14:40:07.769203 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-105a0de8-995a-45b3-b6ac-74ddb1c7e608 req-2fd40d71-07bd-4a05-8a94-7e55a18a0462 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=66bed98a-9acd-457a-9ff7-92c5b0ad6c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705022 Jun 25 14:40:07.872688 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.notifiers.nova [req-ca0d0a39-02c4-4ca6-ab70-9af7f3de2c56 req-eb6638f2-ea5d-4f48-b7d0-df65f7cc0c96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e842da9-e36a-4f15-8d95-f6b800e4b438 {{(pid=78397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 14:40:07.892456 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-ca0d0a39-02c4-4ca6-ab70-9af7f3de2c56 req-eb6638f2-ea5d-4f48-b7d0-df65f7cc0c96 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:07.923345 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.provisioning_blocks [req-ca0d0a39-02c4-4ca6-ab70-9af7f3de2c56 req-eb6638f2-ea5d-4f48-b7d0-df65f7cc0c96 service neutron] Transition to ACTIVE for port object 4e842da9-e36a-4f15-8d95-f6b800e4b438 will not be triggered until provisioned by entity L2. {{(pid=78397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:40:07.929467 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-ca0d0a39-02c4-4ca6-ab70-9af7f3de2c56 req-eb6638f2-ea5d-4f48-b7d0-df65f7cc0c96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747172683978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747172243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747172243532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127937384'] for port, after_update {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:07.943408 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:40:08.054368 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-86e62dee-d597-44f3-b620-777b006db724 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:08.064121 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-86e62dee-d597-44f3-b620-777b006db724 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-497906'] for floatingip, after_update {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:08.153464 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6638f2-ea5d-4f48-b7d0-df65f7cc0c96 service neutron] Pushing event updated for resources: {'Port': ['ID=4e842da9-e36a-4f15-8d95-f6b800e4b438,revision_number=2']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:40:08.159906 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-eb6638f2-ea5d-4f48-b7d0-df65f7cc0c96 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:40:08.179139 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67eff38-9f49-4c0d-a63e-9c3f2d9faf24 req-ab86c3c1-b09c-49f4-b9b4-f6d23600dad2 tempest-VolumesSnapshotTestJSON-1528642505 tempest-VolumesSnapshotTestJSON-1528642505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:40:08.187673 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-e67eff38-9f49-4c0d-a63e-9c3f2d9faf24 req-ab86c3c1-b09c-49f4-b9b4-f6d23600dad2 tempest-VolumesSnapshotTestJSON-1528642505 tempest-VolumesSnapshotTestJSON-1528642505-project] 10.222.0.72 "GET /v2.0/ports?device_id=4f699e76-1f4f-486f-b0c9-512e9b474292 HTTP/1.1" status: 200 len: 943 time: 0.2354224 Jun 25 14:40:08.203213 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.72', 60734) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:40:08.219552 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.managers [req-ca0d0a39-02c4-4ca6-ab70-9af7f3de2c56 req-eb6638f2-ea5d-4f48-b7d0-df65f7cc0c96 service neutron] Attempting to bind port 4e842da9-e36a-4f15-8d95-f6b800e4b438 on host hv-cinder-79809 for vnic_type normal with profile {{(pid=78397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 14:40:08.220031 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.managers [req-ca0d0a39-02c4-4ca6-ab70-9af7f3de2c56 req-eb6638f2-ea5d-4f48-b7d0-df65f7cc0c96 service neutron] Attempting to bind port 4e842da9-e36a-4f15-8d95-f6b800e4b438 by drivers openvswitch,hyperv on host hv-cinder-79809 at level 0 using segments [{'id': '592d4893-cece-4795-8fc2-2fa05b069928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '06f2991f-047a-4471-89a5-6835eabebc08'}] {{(pid=78397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 14:40:08.220259 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca0d0a39-02c4-4ca6-ab70-9af7f3de2c56 req-eb6638f2-ea5d-4f48-b7d0-df65f7cc0c96 service neutron] Attempting to bind port 4e842da9-e36a-4f15-8d95-f6b800e4b438 on network 06f2991f-047a-4471-89a5-6835eabebc08 {{(pid=78397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:40:08.228494 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-702709b3-4604-4a8f-9f60-9585c3cfcfc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:08.240183 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca0d0a39-02c4-4ca6-ab70-9af7f3de2c56 req-eb6638f2-ea5d-4f48-b7d0-df65f7cc0c96 service neutron] Port 4e842da9-e36a-4f15-8d95-f6b800e4b438 on network 06f2991f-047a-4471-89a5-6835eabebc08 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79809 {{(pid=78397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 14:40:08.240498 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca0d0a39-02c4-4ca6-ab70-9af7f3de2c56 req-eb6638f2-ea5d-4f48-b7d0-df65f7cc0c96 service neutron] Attempting to bind port 4e842da9-e36a-4f15-8d95-f6b800e4b438 on network 06f2991f-047a-4471-89a5-6835eabebc08 {{(pid=78397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:40:08.250418 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca0d0a39-02c4-4ca6-ab70-9af7f3de2c56 req-eb6638f2-ea5d-4f48-b7d0-df65f7cc0c96 service neutron] Checking agent: {'id': 'cd5845b2-5f15-4f32-8a77-b0e44a8778a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79809', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 14, 36, 51), 'started_at': datetime.datetime(2021, 6, 25, 14, 36, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 14, 39, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 14:40:08.250753 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca0d0a39-02c4-4ca6-ab70-9af7f3de2c56 req-eb6638f2-ea5d-4f48-b7d0-df65f7cc0c96 service neutron] Checking segment: {'id': '592d4893-cece-4795-8fc2-2fa05b069928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '06f2991f-047a-4471-89a5-6835eabebc08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:40:08.251131 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca0d0a39-02c4-4ca6-ab70-9af7f3de2c56 req-eb6638f2-ea5d-4f48-b7d0-df65f7cc0c96 service neutron] Bound using segment: {'id': '592d4893-cece-4795-8fc2-2fa05b069928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '06f2991f-047a-4471-89a5-6835eabebc08'} {{(pid=78397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 14:40:08.251565 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.managers [req-ca0d0a39-02c4-4ca6-ab70-9af7f3de2c56 req-eb6638f2-ea5d-4f48-b7d0-df65f7cc0c96 service neutron] Bound port: 4e842da9-e36a-4f15-8d95-f6b800e4b438, host: hv-cinder-79809, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '592d4893-cece-4795-8fc2-2fa05b069928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '06f2991f-047a-4471-89a5-6835eabebc08'}}] {{(pid=78397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 14:40:08.251903 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-ca0d0a39-02c4-4ca6-ab70-9af7f3de2c56 req-eb6638f2-ea5d-4f48-b7d0-df65f7cc0c96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for port, before_update {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:08.262830 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-702709b3-4604-4a8f-9f60-9585c3cfcfc4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:40:08.270833 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-702709b3-4604-4a8f-9f60-9585c3cfcfc4 admin admin] Usage tracker for resource:security_group_rule and tenant:b96ea2cb5ad242248e6f77715a6adc34 is out of sync, need to count used quota {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:40:08.301375 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-702709b3-4604-4a8f-9f60-9585c3cfcfc4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:40:08.363376 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-702709b3-4604-4a8f-9f60-9585c3cfcfc4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:40:08.448493 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [req-e67eff38-9f49-4c0d-a63e-9c3f2d9faf24 req-457fe90f-6e06-4efc-9cd6-6d473cc13286 tempest-VolumesSnapshotTestJSON-1528642505 tempest-VolumesSnapshotTestJSON-1528642505-project] Synchronizing usage tracker for tenant:84b7e81af6664009a8f4a67045e12c57 on resource:security_group {{(pid=78398) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 25 14:40:08.452507 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.db [req-ca0d0a39-02c4-4ca6-ab70-9af7f3de2c56 req-eb6638f2-ea5d-4f48-b7d0-df65f7cc0c96 service neutron] For port 4e842da9-e36a-4f15-8d95-f6b800e4b438, host hv-cinder-79809, cleared binding levels {{(pid=78397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 25 14:40:08.455640 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.db.l3_db [None req-86e62dee-d597-44f3-b620-777b006db724 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Floating IP 2811309e-bf8f-4e3b-aba6-7009a53410a5 associated. External IP: 172.28.1.194, port: 1997573f-4989-48d0-ad12-2edadad644f1. Jun 25 14:40:08.456792 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.db [req-ca0d0a39-02c4-4ca6-ab70-9af7f3de2c56 req-eb6638f2-ea5d-4f48-b7d0-df65f7cc0c96 service neutron] For port 4e842da9-e36a-4f15-8d95-f6b800e4b438, host hv-cinder-79809, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=4e842da9-e36a-4f15-8d95-f6b800e4b438,segment=NetworkSegment(592d4893-cece-4795-8fc2-2fa05b069928),segment_id=592d4893-cece-4795-8fc2-2fa05b069928)] {{(pid=78397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 25 14:40:08.465031 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-ca0d0a39-02c4-4ca6-ab70-9af7f3de2c56 req-eb6638f2-ea5d-4f48-b7d0-df65f7cc0c96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747172683978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747172243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747172243532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127937384'] for port, after_update {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:08.472161 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:40:08.487180 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.db.agents_db [None req-33cd8ffe-8d55-4e82-a60c-f31f0cdcb446 None None] Agent healthcheck: found 6 active agents {{(pid=78400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 25 14:40:08.557332 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [req-e67eff38-9f49-4c0d-a63e-9c3f2d9faf24 req-457fe90f-6e06-4efc-9cd6-6d473cc13286 tempest-VolumesSnapshotTestJSON-1528642505 tempest-VolumesSnapshotTestJSON-1528642505-project] Unset dirty status for tenant:84b7e81af6664009a8f4a67045e12c57 on resource:security_group {{(pid=78398) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 25 14:40:08.558273 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-e67eff38-9f49-4c0d-a63e-9c3f2d9faf24 req-457fe90f-6e06-4efc-9cd6-6d473cc13286 tempest-VolumesSnapshotTestJSON-1528642505 tempest-VolumesSnapshotTestJSON-1528642505-project] 10.222.0.72 "GET /v2.0/security-groups?id=20dcfb80-1b35-4aa8-b16b-774abf84fbde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3697138 Jun 25 14:40:08.616663 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-0c121db1-775b-42e4-a722-0f3a45ea1d86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:08.623802 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065200f5-9f18-4ca6-9e1b-02467ee1648e req-dcabb312-5bd0-4578-9afc-7afb5fb7b759 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:40:08.623802 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-065200f5-9f18-4ca6-9e1b-02467ee1648e req-dcabb312-5bd0-4578-9afc-7afb5fb7b759 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] 10.222.0.72 "GET /v2.0/ports?device_id=eb0b66b9-3595-4af6-a3c2-2b4bccb68973 HTTP/1.1" status: 200 len: 945 time: 0.3230591 Jun 25 14:40:08.630735 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0d0a39-02c4-4ca6-ab70-9af7f3de2c56 req-eb6638f2-ea5d-4f48-b7d0-df65f7cc0c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:40:08.631341 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-ca0d0a39-02c4-4ca6-ab70-9af7f3de2c56 req-eb6638f2-ea5d-4f48-b7d0-df65f7cc0c96 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257150'] for port, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:08.632747 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-ca0d0a39-02c4-4ca6-ab70-9af7f3de2c56 req-eb6638f2-ea5d-4f48-b7d0-df65f7cc0c96 service neutron] 10.222.0.77 "PUT /v2.0/ports/4e842da9-e36a-4f15-8d95-f6b800e4b438 HTTP/1.1" status: 200 len: 1093 time: 1.4394851 Jun 25 14:40:08.633256 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f699e76-1f4f-486f-b0c9-512e9b474292', 'tag': '4e842da9-e36a-4f15-8d95-f6b800e4b438'}] {{(pid=78397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:40:08.702705 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f699e76-1f4f-486f-b0c9-512e9b474292', 'tag': '4e842da9-e36a-4f15-8d95-f6b800e4b438', 'status': 'completed', 'code': 200} Jun 25 14:40:08.717907 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6638f2-ea5d-4f48-b7d0-df65f7cc0c96 service neutron] Pushing event updated for resources: {'Port': ['ID=4e842da9-e36a-4f15-8d95-f6b800e4b438,revision_number=3']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:40:08.729495 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-eb6638f2-ea5d-4f48-b7d0-df65f7cc0c96 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:40:08.731507 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-702709b3-4604-4a8f-9f60-9585c3cfcfc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:08.737735 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-065200f5-9f18-4ca6-9e1b-02467ee1648e req-d34362ba-c74e-4d94-a61e-2113b3628701 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ca4f9d5-2444-4fa7-9912-3d2a58bd9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961146 Jun 25 14:40:08.738886 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-702709b3-4604-4a8f-9f60-9585c3cfcfc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726995'] for security_group, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:08.747415 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:40:08.851084 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702709b3-4604-4a8f-9f60-9585c3cfcfc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e72d8fe5-d885-4a2b-8063-20bb977efa0f,revision_number=1']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:40:08.865722 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-702709b3-4604-4a8f-9f60-9585c3cfcfc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:40:08.875383 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-702709b3-4604-4a8f-9f60-9585c3cfcfc4 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=b96ea2cb5ad242248e6f77715a6adc34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6694937 Jun 25 14:40:08.886307 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.72', 60752) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:40:08.905884 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3884b82-f016-4bdd-ac3e-91fbd735b860', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc190e6a-aac3-4f11-846b-36264c08057c'}] {{(pid=78399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:40:08.997130 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:09.008610 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86e62dee-d597-44f3-b620-777b006db724 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Router 03ef6f23-e4d5-412c-8e3f-21dd3d1b0712 has already been hosted by L3 agent 941bc864-709b-4c09-a7df-f27e1f49545a {{(pid=78398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 14:40:09.017834 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0d0a39-02c4-4ca6-ab70-9af7f3de2c56 req-c3a2810f-4beb-4536-bcf7-c78036b3b9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:40:09.019427 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-ca0d0a39-02c4-4ca6-ab70-9af7f3de2c56 req-c3a2810f-4beb-4536-bcf7-c78036b3b9c9 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=84b7e81af6664009a8f4a67045e12c57&device_id=4f699e76-1f4f-486f-b0c9-512e9b474292 HTTP/1.1" status: 200 len: 1096 time: 0.2612348 Jun 25 14:40:09.029934 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-b014d618-9a82-4f60-aac3-51ad265b6bc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:09.108499 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13233c39-a683-4818-a07c-be22b57db51e req-ece00698-6789-4c8c-adfe-6b8299d9237d tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:40:09.110288 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-13233c39-a683-4818-a07c-be22b57db51e req-ece00698-6789-4c8c-adfe-6b8299d9237d tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] 10.222.0.72 "GET /v2.0/ports?device_id=e3884b82-f016-4bdd-ac3e-91fbd735b860 HTTP/1.1" status: 200 len: 945 time: 0.1829429 Jun 25 14:40:09.134497 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-ca0d0a39-02c4-4ca6-ab70-9af7f3de2c56 req-45b945f1-b1ea-437c-8b31-d40d10d3ce01 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4e842da9-e36a-4f15-8d95-f6b800e4b438 HTTP/1.1" status: 200 len: 217 time: 0.0866122 Jun 25 14:40:09.142856 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6efcac-420c-4a2c-9a1c-9164866b374f req-575bfd34-0112-4abf-9d59-f8acd89ff7de tempest-VolumesActionsTest-1053026999 tempest-VolumesActionsTest-1053026999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:40:09.144423 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-3a6efcac-420c-4a2c-9a1c-9164866b374f req-575bfd34-0112-4abf-9d59-f8acd89ff7de tempest-VolumesActionsTest-1053026999 tempest-VolumesActionsTest-1053026999-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9aa0913-7d64-4b66-8792-fd16e24a2d36 HTTP/1.1" status: 200 len: 946 time: 0.2364810 Jun 25 14:40:09.146399 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-b014d618-9a82-4f60-aac3-51ad265b6bc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:09.248374 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-13233c39-a683-4818-a07c-be22b57db51e req-2f9ee7f3-5b14-4d71-9e1d-de827f112c18 tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] 10.222.0.72 "GET /v2.0/security-groups?id=12620e59-001b-43b9-9585-a187ca9c476b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293452 Jun 25 14:40:09.271777 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86e62dee-d597-44f3-b620-777b006db724 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Notify agent at l3_agent.dv-cinder-798091-1-smb the message routers_updated {{(pid=78398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 25 14:40:09.277628 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-86e62dee-d597-44f3-b620-777b006db724 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257150'] for floatingip, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:09.286480 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ff6190-bfa0-4d6d-a240-8020973770d6 None None] Sync routers for ids ['03ef6f23-e4d5-412c-8e3f-21dd3d1b0712'] in dv-cinder-798091-1-smb {{(pid=78400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 14:40:09.291450 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-3a6efcac-420c-4a2c-9a1c-9164866b374f req-8998e967-5eab-46ad-ad5c-8541d298a927 tempest-VolumesActionsTest-1053026999 tempest-VolumesActionsTest-1053026999-project] 10.222.0.72 "GET /v2.0/security-groups?id=66bed98a-9acd-457a-9ff7-92c5b0ad6c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376038 Jun 25 14:40:09.318556 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ff6190-bfa0-4d6d-a240-8020973770d6 None None] Routers {'03ef6f23-e4d5-412c-8e3f-21dd3d1b0712'} bound to L3 agent in host dv-cinder-798091-1-smb {{(pid=78400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:40:09.321570 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.db.l3_hamode_db [None req-01ff6190-bfa0-4d6d-a240-8020973770d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798091-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T14:30:11Z,description=,heartbeat_timestamp=2021-06-25T14:39:41Z,host='dv-cinder-798091-1-smb',id=941bc864-709b-4c09-a7df-f27e1f49545a,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:30:11Z,topic='l3_agent')) {'router_ids': ['03ef6f23-e4d5-412c-8e3f-21dd3d1b0712'], 'active': True} {{(pid=78400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:40:09.328168 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0d0a39-02c4-4ca6-ab70-9af7f3de2c56 req-8ee85fe8-833b-4b89-a4c5-425f45886e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:40:09.356713 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-ca0d0a39-02c4-4ca6-ab70-9af7f3de2c56 req-8ee85fe8-833b-4b89-a4c5-425f45886e9a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=86ff7609-f716-4f0f-a684-cb7dd2c335af HTTP/1.1" status: 200 len: 854 time: 0.1489768 Jun 25 14:40:09.411512 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-86e62dee-d597-44f3-b620-777b006db724 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "PUT /v2.0/floatingips/2811309e-bf8f-4e3b-aba6-7009a53410a5 HTTP/1.1" status: 200 len: 992 time: 2.8058834 Jun 25 14:40:09.412237 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5649343-9e63-4d6c-b6f7-f3b2f1f934c4', 'tag': '1997573f-4989-48d0-ad12-2edadad644f1'}] {{(pid=78398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:40:09.415979 dv-cinder-798091-1-smb neutron-server[78399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3884b82-f016-4bdd-ac3e-91fbd735b860', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc190e6a-aac3-4f11-846b-36264c08057c', 'code': 200} Jun 25 14:40:09.446366 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-ca0d0a39-02c4-4ca6-ab70-9af7f3de2c56 req-5f947936-cb5f-440b-8c17-5ec6c7a4b767 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=06f2991f-047a-4471-89a5-6835eabebc08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0882447 Jun 25 14:40:09.458053 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-b014d618-9a82-4f60-aac3-51ad265b6bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726995'] for security_group, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:09.466801 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-d3e283f9-f0a8-4d5d-86c6-ede3106d3d86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:40:09.524752 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b014d618-9a82-4f60-aac3-51ad265b6bc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e72d8fe5-d885-4a2b-8063-20bb977efa0f,revision_number=None']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:40:09.599577 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-b014d618-9a82-4f60-aac3-51ad265b6bc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:40:09.613728 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-b014d618-9a82-4f60-aac3-51ad265b6bc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:09.617458 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-b014d618-9a82-4f60-aac3-51ad265b6bc8 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/e72d8fe5-d885-4a2b-8063-20bb977efa0f HTTP/1.1" status: 204 len: 168 time: 0.7253916 Jun 25 14:40:09.618404 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.db.l3_dvr_db [None req-01ff6190-bfa0-4d6d-a240-8020973770d6 None None] Set router 03ef6f23-e4d5-412c-8e3f-21dd3d1b0712 gateway port host: dv-cinder-798091-1-smb {{(pid=78400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:40:09.721343 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5649343-9e63-4d6c-b6f7-f3b2f1f934c4', 'tag': '1997573f-4989-48d0-ad12-2edadad644f1', 'status': 'completed', 'code': 200} Jun 25 14:40:09.725205 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-ca0d0a39-02c4-4ca6-ab70-9af7f3de2c56 req-7e048f3d-19f2-4449-a6e9-5ee5a7924d69 service neutron] 10.222.0.77 "GET /v2.0/networks/06f2991f-047a-4471-89a5-6835eabebc08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2477176 Jun 25 14:40:10.141500 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b86d7a-da5d-4649-a7af-1865b7991bef req-74c6eb58-ec9d-4fb3-bc5c-8b1a7588fba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:40:10.143329 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-f3b86d7a-da5d-4649-a7af-1865b7991bef req-74c6eb58-ec9d-4fb3-bc5c-8b1a7588fba7 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=7a64d79372ce407f85b911ae6861af7f&device_id=e5649343-9e63-4d6c-b6f7-f3b2f1f934c4 HTTP/1.1" status: 200 len: 1099 time: 0.2356901 Jun 25 14:40:10.182090 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-ca0d0a39-02c4-4ca6-ab70-9af7f3de2c56 req-6460c935-3d4e-4fb1-b740-9e879c502f52 service neutron] 10.222.0.77 "GET /v2.0/networks/06f2991f-047a-4471-89a5-6835eabebc08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3480411 Jun 25 14:40:10.186472 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.db.l3_hamode_db [None req-01ff6190-bfa0-4d6d-a240-8020973770d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03ef6f23-e4d5-412c-8e3f-21dd3d1b0712', 'name': 'tempest-AttachVolumeShelveTestJSON-537812765-router', 'tenant_id': '7a64d79372ce407f85b911ae6861af7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee', 'external_fixed_ips': [{'subnet_id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'ip_address': '172.28.1.153'}], 'enable_snat': True}, 'gw_port_id': '2bb245d5-8ebe-41a4-8500-5743feba021d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:38:58Z', 'updated_at': '2021-06-25T14:39:22Z', 'revision_number': 4, 'project_id': '7a64d79372ce407f85b911ae6861af7f', 'gw_port': {'id': '2bb245d5-8ebe-41a4-8500-5743feba021d', 'name': '', 'network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:70:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ef6f23-e4d5-412c-8e3f-21dd3d1b0712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'ip_address': '172.28.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:39:03Z', 'updated_at': '2021-06-25T14:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798091-1-smb', '_floatingips': [{'id': '2811309e-bf8f-4e3b-aba6-7009a53410a5', 'tenant_id': '7a64d79372ce407f85b911ae6861af7f', 'floating_ip_address': '172.28.1.194', 'floating_network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee', 'router_id': '03ef6f23-e4d5-412c-8e3f-21dd3d1b0712', 'port_id': '1997573f-4989-48d0-ad12-2edadad644f1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 180, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc3ffe9c-74f9-42a1-af5f-69842b644ae0', 'mac_address': 'fa:16:3e:b5:05:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5649343-9e63-4d6c-b6f7-f3b2f1f934c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T14:39:36Z', 'updated_at': '2021-06-25T14:40:07Z', 'revision_number': 1, 'project_id': '7a64d79372ce407f85b911ae6861af7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e4b48df-7398-4425-b51b-efca48aecca5', 'name': '', 'network_id': 'fc3ffe9c-74f9-42a1-af5f-69842b644ae0', 'tenant_id': '7a64d79372ce407f85b911ae6861af7f', 'mac_address': 'fa:16:3e:f9:96:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ef6f23-e4d5-412c-8e3f-21dd3d1b0712', 'device_owner': 'network:router_interface', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': '24c79731-6cdf-4634-b94b-8a5d29662e96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:39:21Z', 'updated_at': '2021-06-25T14:39:36Z', 'revision_number': 5, 'project_id': '7a64d79372ce407f85b911ae6861af7f', 'subnets': [{'id': '24c79731-6cdf-4634-b94b-8a5d29662e96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798091-1-smb', False) {} {{(pid=78400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:40:10.192190 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ff6190-bfa0-4d6d-a240-8020973770d6 None None] Checking router: 03ef6f23-e4d5-412c-8e3f-21dd3d1b0712 for host: dv-cinder-798091-1-smb {{(pid=78400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 14:40:10.202611 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ff6190-bfa0-4d6d-a240-8020973770d6 None None] Routers {'03ef6f23-e4d5-412c-8e3f-21dd3d1b0712'} bound to L3 agent in host dv-cinder-798091-1-smb {{(pid=78400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:40:10.202879 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b53844f-1b9b-4e60-be23-12d8542f6338 req-96878d6f-1967-4dec-a644-994e3658b326 tempest-VolumesSnapshotTestJSON-1528642505 tempest-VolumesSnapshotTestJSON-1528642505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:40:10.203232 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.db.l3_hamode_db [None req-01ff6190-bfa0-4d6d-a240-8020973770d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798091-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T14:30:11Z,description=,heartbeat_timestamp=2021-06-25T14:39:41Z,host='dv-cinder-798091-1-smb',id=941bc864-709b-4c09-a7df-f27e1f49545a,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:30:11Z,topic='l3_agent')) {'router_ids': ['03ef6f23-e4d5-412c-8e3f-21dd3d1b0712'], 'active': True} {{(pid=78400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:40:10.204243 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [req-5b53844f-1b9b-4e60-be23-12d8542f6338 req-96878d6f-1967-4dec-a644-994e3658b326 tempest-VolumesSnapshotTestJSON-1528642505 tempest-VolumesSnapshotTestJSON-1528642505-project] Synchronizing usage tracker for tenant:84b7e81af6664009a8f4a67045e12c57 on resource:port {{(pid=78397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 25 14:40:10.227637 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [req-5b53844f-1b9b-4e60-be23-12d8542f6338 req-96878d6f-1967-4dec-a644-994e3658b326 tempest-VolumesSnapshotTestJSON-1528642505 tempest-VolumesSnapshotTestJSON-1528642505-project] Unset dirty status for tenant:84b7e81af6664009a8f4a67045e12c57 on resource:port {{(pid=78397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 25 14:40:10.237604 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-5b53844f-1b9b-4e60-be23-12d8542f6338 req-96878d6f-1967-4dec-a644-994e3658b326 tempest-VolumesSnapshotTestJSON-1528642505 tempest-VolumesSnapshotTestJSON-1528642505-project] 10.222.0.72 "GET /v2.0/ports?device_id=4f699e76-1f4f-486f-b0c9-512e9b474292 HTTP/1.1" status: 200 len: 943 time: 0.2118094 Jun 25 14:40:10.294470 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-5b53844f-1b9b-4e60-be23-12d8542f6338 req-29b5a4e1-fae8-4e80-b003-ec55ac52392d tempest-VolumesSnapshotTestJSON-1528642505 tempest-VolumesSnapshotTestJSON-1528642505-project] 10.222.0.72 "GET /v2.0/security-groups?id=20dcfb80-1b35-4aa8-b16b-774abf84fbde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554903 Jun 25 14:40:10.337180 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b86d7a-da5d-4649-a7af-1865b7991bef req-1e28f204-132e-4b29-82b3-c2f4d7c0f7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:40:10.338683 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-f3b86d7a-da5d-4649-a7af-1865b7991bef req-1e28f204-132e-4b29-82b3-c2f4d7c0f7c0 service neutron] 10.222.0.77 "GET /v2.0/networks?id=fc3ffe9c-74f9-42a1-af5f-69842b644ae0 HTTP/1.1" status: 200 len: 917 time: 0.1764483 Jun 25 14:40:10.343989 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c92b328-3cf9-4342-9f6f-2b4096d8ff3a req-f1533419-692c-45b6-b10b-357253708652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:40:10.345785 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-9c92b328-3cf9-4342-9f6f-2b4096d8ff3a req-f1533419-692c-45b6-b10b-357253708652 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=e3884b82-f016-4bdd-ac3e-91fbd735b860 HTTP/1.1" status: 200 len: 1098 time: 0.5008497 Jun 25 14:40:10.418518 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b41c8a4-8d74-4189-ab6e-f664cb283f56 req-9da04f62-d646-453d-a6b2-09baf9d09d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:40:10.421032 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-0b41c8a4-8d74-4189-ab6e-f664cb283f56 req-9da04f62-d646-453d-a6b2-09baf9d09d77 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=84b7e81af6664009a8f4a67045e12c57&device_id=4f699e76-1f4f-486f-b0c9-512e9b474292 HTTP/1.1" status: 200 len: 1096 time: 0.1160307 Jun 25 14:40:10.499168 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fcf2ec-c1d8-42f9-b81a-53ed8eece935 req-a29194d4-2b15-4f3a-877e-da36781766cf tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:40:10.500693 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-39fcf2ec-c1d8-42f9-b81a-53ed8eece935 req-a29194d4-2b15-4f3a-877e-da36781766cf tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] 10.222.0.72 "GET /v2.0/ports?device_id=eb0b66b9-3595-4af6-a3c2-2b4bccb68973 HTTP/1.1" status: 200 len: 945 time: 0.4457841 Jun 25 14:40:10.507020 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-9c92b328-3cf9-4342-9f6f-2b4096d8ff3a req-e35ac867-129d-4f50-9659-ecec3f9193ad service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=12620e59-001b-43b9-9585-a187ca9c476b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984294 Jun 25 14:40:10.511104 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.db.l3_dvr_db [None req-01ff6190-bfa0-4d6d-a240-8020973770d6 None None] Set router 03ef6f23-e4d5-412c-8e3f-21dd3d1b0712 gateway port host: dv-cinder-798091-1-smb {{(pid=78400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:40:10.538926 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-f3b86d7a-da5d-4649-a7af-1865b7991bef req-1383334c-4182-417b-8b7e-e04873f1f19b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1997573f-4989-48d0-ad12-2edadad644f1 HTTP/1.1" status: 200 len: 1000 time: 0.1912158 Jun 25 14:40:10.590377 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-39fcf2ec-c1d8-42f9-b81a-53ed8eece935 req-6a0c38af-e8cd-4eb1-b10c-103ae3274149 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ca4f9d5-2444-4fa7-9912-3d2a58bd9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744562 Jun 25 14:40:10.688103 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b41c8a4-8d74-4189-ab6e-f664cb283f56 req-1e926e88-542c-4526-bc3f-048241621557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:40:10.690572 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-0b41c8a4-8d74-4189-ab6e-f664cb283f56 req-1e926e88-542c-4526-bc3f-048241621557 service neutron] 10.222.0.77 "GET /v2.0/networks?id=06f2991f-047a-4471-89a5-6835eabebc08 HTTP/1.1" status: 200 len: 915 time: 0.2560017 Jun 25 14:40:10.714858 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807217cf-4577-4497-949a-8d37905975e7 req-5dd3de41-dbfe-4345-a874-0fdb02103346 tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:40:10.727802 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-807217cf-4577-4497-949a-8d37905975e7 req-5dd3de41-dbfe-4345-a874-0fdb02103346 tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] 10.222.0.72 "GET /v2.0/ports?device_id=e3884b82-f016-4bdd-ac3e-91fbd735b860 HTTP/1.1" status: 200 len: 945 time: 0.2452910 Jun 25 14:40:10.784184 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-807217cf-4577-4497-949a-8d37905975e7 req-30f80cc7-fa25-4509-8f38-c38e8fdada5f tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] 10.222.0.72 "GET /v2.0/security-groups?id=12620e59-001b-43b9-9585-a187ca9c476b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548658 Jun 25 14:40:10.809782 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8d99d3-7014-4da7-9f63-5c3894c62242 req-270648f1-6bfa-454e-9d32-48f2c5372864 tempest-VolumesActionsTest-1053026999 tempest-VolumesActionsTest-1053026999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:40:10.813712 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-6e8d99d3-7014-4da7-9f63-5c3894c62242 req-270648f1-6bfa-454e-9d32-48f2c5372864 tempest-VolumesActionsTest-1053026999 tempest-VolumesActionsTest-1053026999-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9aa0913-7d64-4b66-8792-fd16e24a2d36 HTTP/1.1" status: 200 len: 946 time: 0.1091971 Jun 25 14:40:10.959575 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-0b41c8a4-8d74-4189-ab6e-f664cb283f56 req-f8a846cc-389e-4224-ae66-d19a8d6119a0 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4e842da9-e36a-4f15-8d95-f6b800e4b438 HTTP/1.1" status: 200 len: 217 time: 0.0714331 Jun 25 14:40:10.972157 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-6e8d99d3-7014-4da7-9f63-5c3894c62242 req-c42df1b1-f754-4245-9e6e-9b74a10b4513 tempest-VolumesActionsTest-1053026999 tempest-VolumesActionsTest-1053026999-project] 10.222.0.72 "GET /v2.0/security-groups?id=66bed98a-9acd-457a-9ff7-92c5b0ad6c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518633 Jun 25 14:40:10.987153 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b86d7a-da5d-4649-a7af-1865b7991bef req-3713d321-f1fd-4e2f-9f59-b86ed1884c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:40:10.988855 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-f3b86d7a-da5d-4649-a7af-1865b7991bef req-3713d321-f1fd-4e2f-9f59-b86ed1884c5f service neutron] 10.222.0.77 "GET /v2.0/subnets?id=24c79731-6cdf-4634-b94b-8a5d29662e96 HTTP/1.1" status: 200 len: 855 time: 0.0877864 Jun 25 14:40:11.037665 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.db.l3_hamode_db [None req-01ff6190-bfa0-4d6d-a240-8020973770d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03ef6f23-e4d5-412c-8e3f-21dd3d1b0712', 'name': 'tempest-AttachVolumeShelveTestJSON-537812765-router', 'tenant_id': '7a64d79372ce407f85b911ae6861af7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee', 'external_fixed_ips': [{'subnet_id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'ip_address': '172.28.1.153'}], 'enable_snat': True}, 'gw_port_id': '2bb245d5-8ebe-41a4-8500-5743feba021d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:38:58Z', 'updated_at': '2021-06-25T14:39:22Z', 'revision_number': 4, 'project_id': '7a64d79372ce407f85b911ae6861af7f', 'gw_port': {'id': '2bb245d5-8ebe-41a4-8500-5743feba021d', 'name': '', 'network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:70:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ef6f23-e4d5-412c-8e3f-21dd3d1b0712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'ip_address': '172.28.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:39:03Z', 'updated_at': '2021-06-25T14:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798091-1-smb', '_floatingips': [{'id': '2811309e-bf8f-4e3b-aba6-7009a53410a5', 'tenant_id': '7a64d79372ce407f85b911ae6861af7f', 'floating_ip_address': '172.28.1.194', 'floating_network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee', 'router_id': '03ef6f23-e4d5-412c-8e3f-21dd3d1b0712', 'port_id': '1997573f-4989-48d0-ad12-2edadad644f1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 180, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc3ffe9c-74f9-42a1-af5f-69842b644ae0', 'mac_address': 'fa:16:3e:b5:05:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5649343-9e63-4d6c-b6f7-f3b2f1f934c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T14:39:36Z', 'updated_at': '2021-06-25T14:40:07Z', 'revision_number': 1, 'project_id': '7a64d79372ce407f85b911ae6861af7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e4b48df-7398-4425-b51b-efca48aecca5', 'name': '', 'network_id': 'fc3ffe9c-74f9-42a1-af5f-69842b644ae0', 'tenant_id': '7a64d79372ce407f85b911ae6861af7f', 'mac_address': 'fa:16:3e:f9:96:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ef6f23-e4d5-412c-8e3f-21dd3d1b0712', 'device_owner': 'network:router_interface', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': '24c79731-6cdf-4634-b94b-8a5d29662e96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:39:21Z', 'updated_at': '2021-06-25T14:39:36Z', 'revision_number': 5, 'project_id': '7a64d79372ce407f85b911ae6861af7f', 'subnets': [{'id': '24c79731-6cdf-4634-b94b-8a5d29662e96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798091-1-smb', False) {} {{(pid=78400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:40:11.043768 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ff6190-bfa0-4d6d-a240-8020973770d6 None None] The sync data for ids ['03ef6f23-e4d5-412c-8e3f-21dd3d1b0712'] in dv-cinder-798091-1-smb is: [{'id': '03ef6f23-e4d5-412c-8e3f-21dd3d1b0712', 'name': 'tempest-AttachVolumeShelveTestJSON-537812765-router', 'tenant_id': '7a64d79372ce407f85b911ae6861af7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee', 'external_fixed_ips': [{'subnet_id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'ip_address': '172.28.1.153'}], 'enable_snat': True}, 'gw_port_id': '2bb245d5-8ebe-41a4-8500-5743feba021d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:38:58Z', 'updated_at': '2021-06-25T14:39:22Z', 'revision_number': 4, 'project_id': '7a64d79372ce407f85b911ae6861af7f', 'gw_port': {'id': '2bb245d5-8ebe-41a4-8500-5743feba021d', 'name': '', 'network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:70:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ef6f23-e4d5-412c-8e3f-21dd3d1b0712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'ip_address': '172.28.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:39:03Z', 'updated_at': '2021-06-25T14:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798091-1-smb', '_floatingips': [{'id': '2811309e-bf8f-4e3b-aba6-7009a53410a5', 'tenant_id': '7a64d79372ce407f85b911ae6861af7f', 'floating_ip_address': '172.28.1.194', 'floating_network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee', 'router_id': '03ef6f23-e4d5-412c-8e3f-21dd3d1b0712', 'port_id': '1997573f-4989-48d0-ad12-2edadad644f1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 180, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc3ffe9c-74f9-42a1-af5f-69842b644ae0', 'mac_address': 'fa:16:3e:b5:05:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5649343-9e63-4d6c-b6f7-f3b2f1f934c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T14:39:36Z', 'updated_at': '2021-06-25T14:40:07Z', 'revision_number': 1, 'project_id': '7a64d79372ce407f85b911ae6861af7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e4b48df-7398-4425-b51b-efca48aecca5', 'name': '', 'network_id': 'fc3ffe9c-74f9-42a1-af5f-69842b644ae0', 'tenant_id': '7a64d79372ce407f85b911ae6861af7f', 'mac_address': 'fa:16:3e:f9:96:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ef6f23-e4d5-412c-8e3f-21dd3d1b0712', 'device_owner': 'network:router_interface', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': '24c79731-6cdf-4634-b94b-8a5d29662e96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:39:21Z', 'updated_at': '2021-06-25T14:39:36Z', 'revision_number': 5, 'project_id': '7a64d79372ce407f85b911ae6861af7f', 'subnets': [{'id': '24c79731-6cdf-4634-b94b-8a5d29662e96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 14:40:11.095742 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b41c8a4-8d74-4189-ab6e-f664cb283f56 req-a2b9f5c2-427c-4486-a544-3a868ccf036b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:40:11.100699 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-0b41c8a4-8d74-4189-ab6e-f664cb283f56 req-a2b9f5c2-427c-4486-a544-3a868ccf036b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=86ff7609-f716-4f0f-a684-cb7dd2c335af HTTP/1.1" status: 200 len: 854 time: 0.0856209 Jun 25 14:40:11.187759 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b86d7a-da5d-4649-a7af-1865b7991bef req-b56af723-7230-4516-ac86-3f7c84ae91a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:40:11.189312 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-f3b86d7a-da5d-4649-a7af-1865b7991bef req-b56af723-7230-4516-ac86-3f7c84ae91a2 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=fc3ffe9c-74f9-42a1-af5f-69842b644ae0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1608160 Jun 25 14:40:11.192065 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-0b41c8a4-8d74-4189-ab6e-f664cb283f56 req-35795b9e-43d9-49a5-bd30-d9ceef42c3d4 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=06f2991f-047a-4471-89a5-6835eabebc08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0848031 Jun 25 14:40:11.257894 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-0a0886a1-7fca-4141-bce5-33f1979aa7da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:11.428180 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d425f0b-c84c-44b3-994a-af1030ed0870 None None] New status for floating IP 2811309e-bf8f-4e3b-aba6-7009a53410a5: ACTIVE {{(pid=78399) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 25 14:40:11.596729 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-f3b86d7a-da5d-4649-a7af-1865b7991bef req-237bb42f-4d6c-47ce-8f60-01a1ed02a68c service neutron] 10.222.0.77 "GET /v2.0/networks/fc3ffe9c-74f9-42a1-af5f-69842b644ae0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3810396 Jun 25 14:40:11.661703 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-0b41c8a4-8d74-4189-ab6e-f664cb283f56 req-a3be8c3a-98ed-4e04-b855-0b68e59ee16b service neutron] 10.222.0.77 "GET /v2.0/networks/06f2991f-047a-4471-89a5-6835eabebc08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4162054 Jun 25 14:40:11.821267 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-f3b86d7a-da5d-4649-a7af-1865b7991bef req-63cb4540-6b97-4767-8d2c-16638efab948 service neutron] 10.222.0.77 "GET /v2.0/networks/fc3ffe9c-74f9-42a1-af5f-69842b644ae0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2138662 Jun 25 14:40:11.870843 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9879081-ae29-4c16-bac1-957fef5d80ea req-885590e8-2857-44ea-9f46-9a3359986961 tempest-VolumesSnapshotTestJSON-1528642505 tempest-VolumesSnapshotTestJSON-1528642505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:40:11.872354 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-a9879081-ae29-4c16-bac1-957fef5d80ea req-885590e8-2857-44ea-9f46-9a3359986961 tempest-VolumesSnapshotTestJSON-1528642505 tempest-VolumesSnapshotTestJSON-1528642505-project] 10.222.0.72 "GET /v2.0/ports?device_id=4f699e76-1f4f-486f-b0c9-512e9b474292 HTTP/1.1" status: 200 len: 943 time: 0.4253092 Jun 25 14:40:11.914554 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-0b41c8a4-8d74-4189-ab6e-f664cb283f56 req-f89e7cf0-a0ad-4c6f-a2f5-8342b60a5203 service neutron] 10.222.0.77 "GET /v2.0/networks/06f2991f-047a-4471-89a5-6835eabebc08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2273149 Jun 25 14:40:11.936069 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-a9879081-ae29-4c16-bac1-957fef5d80ea req-24cd1049-af1e-48d3-9fa6-b20e00a45a0a tempest-VolumesSnapshotTestJSON-1528642505 tempest-VolumesSnapshotTestJSON-1528642505-project] 10.222.0.72 "GET /v2.0/security-groups?id=20dcfb80-1b35-4aa8-b16b-774abf84fbde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506437 Jun 25 14:40:12.044275 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5544c86f-1f57-4461-8271-c2e5219197b0 req-43af8c80-56d9-4614-bbbf-32ffb8e81527 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:40:12.046757 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-5544c86f-1f57-4461-8271-c2e5219197b0 req-43af8c80-56d9-4614-bbbf-32ffb8e81527 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] 10.222.0.72 "GET /v2.0/ports?device_id=eb0b66b9-3595-4af6-a3c2-2b4bccb68973 HTTP/1.1" status: 200 len: 945 time: 0.0850115 Jun 25 14:40:12.092294 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-5544c86f-1f57-4461-8271-c2e5219197b0 req-788c1849-78c8-4d7a-b5a2-f02b73bf6abd tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ca4f9d5-2444-4fa7-9912-3d2a58bd9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390291 Jun 25 14:40:12.118937 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bb6a60-920b-4a8a-9480-879039492712 req-9fc5c300-a1b1-4683-a3be-34798e892865 tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:40:12.120425 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-40bb6a60-920b-4a8a-9480-879039492712 req-9fc5c300-a1b1-4683-a3be-34798e892865 tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] 10.222.0.72 "GET /v2.0/ports?device_id=e3884b82-f016-4bdd-ac3e-91fbd735b860 HTTP/1.1" status: 200 len: 945 time: 0.0899205 Jun 25 14:40:12.171330 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-40bb6a60-920b-4a8a-9480-879039492712 req-5784cc6f-3598-42d6-827c-5fe53a16fea3 tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] 10.222.0.72 "GET /v2.0/security-groups?id=12620e59-001b-43b9-9585-a187ca9c476b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407865 Jun 25 14:40:12.215477 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-d14b10cb-2ead-4edf-9c0b-578ba992fa59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:13.127218 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1b833f-40fa-4c43-a279-9025c629ae7a req-6d8a5231-5373-40f6-9d2c-6c55418ea2d5 tempest-VolumesSnapshotTestJSON-1528642505 tempest-VolumesSnapshotTestJSON-1528642505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:40:13.128685 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-ee1b833f-40fa-4c43-a279-9025c629ae7a req-6d8a5231-5373-40f6-9d2c-6c55418ea2d5 tempest-VolumesSnapshotTestJSON-1528642505 tempest-VolumesSnapshotTestJSON-1528642505-project] 10.222.0.72 "GET /v2.0/ports?device_id=4f699e76-1f4f-486f-b0c9-512e9b474292 HTTP/1.1" status: 200 len: 943 time: 0.0796564 Jun 25 14:40:13.176577 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-ee1b833f-40fa-4c43-a279-9025c629ae7a req-841a6390-00b7-4dbd-8ed9-68a44804e4e7 tempest-VolumesSnapshotTestJSON-1528642505 tempest-VolumesSnapshotTestJSON-1528642505-project] 10.222.0.72 "GET /v2.0/security-groups?id=20dcfb80-1b35-4aa8-b16b-774abf84fbde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421603 Jun 25 14:40:13.240644 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Device 4e842da9-e36a-4f15-8d95-f6b800e4b438 details requested by agent hyperv_hv-cinder-79809 with host hv-cinder-79809 {{(pid=78399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 25 14:40:13.300798 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e23c0b1-221e-4e97-8588-6c6770beab75 req-68765942-df3b-4033-81b5-5474a83306b8 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:40:13.302436 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-7e23c0b1-221e-4e97-8588-6c6770beab75 req-68765942-df3b-4033-81b5-5474a83306b8 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] 10.222.0.72 "GET /v2.0/ports?device_id=eb0b66b9-3595-4af6-a3c2-2b4bccb68973 HTTP/1.1" status: 200 len: 945 time: 0.0880315 Jun 25 14:40:13.356919 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-7e23c0b1-221e-4e97-8588-6c6770beab75 req-5f3ddd3b-251a-4c42-9b0c-0d80f3ab2934 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ca4f9d5-2444-4fa7-9912-3d2a58bd9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429256 Jun 25 14:40:13.369279 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022e37cb-4f8c-4432-b9c3-71d6c40f1b87 req-7076beb4-44e8-40a1-803a-c5719277a2d5 tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:40:13.374281 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-022e37cb-4f8c-4432-b9c3-71d6c40f1b87 req-7076beb4-44e8-40a1-803a-c5719277a2d5 tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] 10.222.0.72 "GET /v2.0/ports?device_id=e3884b82-f016-4bdd-ac3e-91fbd735b860 HTTP/1.1" status: 200 len: 945 time: 0.0913329 Jun 25 14:40:13.391558 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] For port 4e842da9-e36a-4f15-8d95-f6b800e4b438, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=4e842da9-e36a-4f15-8d95-f6b800e4b438,segment=NetworkSegment(592d4893-cece-4795-8fc2-2fa05b069928),segment_id=592d4893-cece-4795-8fc2-2fa05b069928)] {{(pid=78399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:40:13.408549 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Returning: {'device': '4e842da9-e36a-4f15-8d95-f6b800e4b438', 'network_id': '06f2991f-047a-4471-89a5-6835eabebc08', 'port_id': '4e842da9-e36a-4f15-8d95-f6b800e4b438', 'mac_address': 'fa:16:3e:ed:eb:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86ff7609-f716-4f0f-a684-cb7dd2c335af', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 25 14:40:13.432206 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-022e37cb-4f8c-4432-b9c3-71d6c40f1b87 req-23671727-34ba-4056-bead-901da5b0a789 tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] 10.222.0.72 "GET /v2.0/security-groups?id=12620e59-001b-43b9-9585-a187ca9c476b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415263 Jun 25 14:40:13.486569 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for port, before_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:13.498165 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-0959a481-12d6-4798-a5c7-3b38329e38d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:13.505792 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.notifiers.nova [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e842da9-e36a-4f15-8d95-f6b800e4b438 {{(pid=78399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 14:40:13.523407 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] For port 4e842da9-e36a-4f15-8d95-f6b800e4b438, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=4e842da9-e36a-4f15-8d95-f6b800e4b438,segment=NetworkSegment(592d4893-cece-4795-8fc2-2fa05b069928),segment_id=592d4893-cece-4795-8fc2-2fa05b069928)] {{(pid=78399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:40:13.527414 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747172683978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747172243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747172243532'] for port, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:13.530464 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-859d1fe4-7687-478a-b0ac-6383c1d43d29 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:40:13.602631 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Pushing event updated for resources: {'Port': ['ID=4e842da9-e36a-4f15-8d95-f6b800e4b438,revision_number=4']} {{(pid=78399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:40:13.605896 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:40:14.111591 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] get_ports_and_sgs() called for port_ids ['4e842da9-e36a-4f15-8d95-f6b800e4b438'] {{(pid=78399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 25 14:40:14.364862 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.72', 60896) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:40:14.508748 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52708707-ea13-4532-88c3-01a0d9daf4db req-3ec2f1b3-4ed4-48d1-80a7-11016b373fea tempest-VolumesSnapshotTestJSON-1528642505 tempest-VolumesSnapshotTestJSON-1528642505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:40:14.521545 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-52708707-ea13-4532-88c3-01a0d9daf4db req-3ec2f1b3-4ed4-48d1-80a7-11016b373fea tempest-VolumesSnapshotTestJSON-1528642505 tempest-VolumesSnapshotTestJSON-1528642505-project] 10.222.0.72 "GET /v2.0/ports?device_id=4f699e76-1f4f-486f-b0c9-512e9b474292 HTTP/1.1" status: 200 len: 944 time: 0.1383514 Jun 25 14:40:14.584548 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-52708707-ea13-4532-88c3-01a0d9daf4db req-35e5210d-a263-48bc-b7cf-3c77db0903ce tempest-VolumesSnapshotTestJSON-1528642505 tempest-VolumesSnapshotTestJSON-1528642505-project] 10.222.0.72 "GET /v2.0/security-groups?id=20dcfb80-1b35-4aa8-b16b-774abf84fbde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621037 Jun 25 14:40:14.595861 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-5e54dc09-9a33-437b-9f9f-fa0696334624 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:14.636273 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-5e54dc09-9a33-437b-9f9f-fa0696334624 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:40:14.642566 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-5e54dc09-9a33-437b-9f9f-fa0696334624 admin admin] Usage tracker for resource:security_group_rule and tenant:2df221e248164463ac600d91ca37dc2e is out of sync, need to count used quota {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:40:14.647032 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-5e54dc09-9a33-437b-9f9f-fa0696334624 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:40:14.656378 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-5e54dc09-9a33-437b-9f9f-fa0696334624 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:40:14.694008 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6133dda3-befe-4ac1-8509-d99045924956 req-8e6785c5-0e5f-4c4a-936e-cdfcd0fc8d2d tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:40:14.695820 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-6133dda3-befe-4ac1-8509-d99045924956 req-8e6785c5-0e5f-4c4a-936e-cdfcd0fc8d2d tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] 10.222.0.72 "GET /v2.0/ports?device_id=eb0b66b9-3595-4af6-a3c2-2b4bccb68973 HTTP/1.1" status: 200 len: 945 time: 0.1396337 Jun 25 14:40:14.760043 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-6133dda3-befe-4ac1-8509-d99045924956 req-8171d5ec-2d29-40c3-a795-9fed6fd60d8f tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ca4f9d5-2444-4fa7-9912-3d2a58bd9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567267 Jun 25 14:40:14.807284 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-5e54dc09-9a33-437b-9f9f-fa0696334624 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:14.812254 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-5e54dc09-9a33-437b-9f9f-fa0696334624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726995'] for security_group, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:14.822082 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-f97c8110-aa21-40cb-b364-fcef4d962470 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:40:14.868517 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e54dc09-9a33-437b-9f9f-fa0696334624 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5993f99-bc77-4d0a-a489-74cd339d6e17,revision_number=1']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:40:14.875425 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-5e54dc09-9a33-437b-9f9f-fa0696334624 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=2df221e248164463ac600d91ca37dc2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5089717 Jun 25 14:40:14.876574 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-5e54dc09-9a33-437b-9f9f-fa0696334624 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:40:14.879073 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.72', 60914) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:40:14.946579 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-8fb9ab8c-62ec-46c3-8bb6-a5ecf2665b63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:14.974950 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-8fb9ab8c-62ec-46c3-8bb6-a5ecf2665b63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:15.029148 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-8fb9ab8c-62ec-46c3-8bb6-a5ecf2665b63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726995'] for security_group, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:15.033190 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-6457d0a3-fa90-49ff-a8b3-4ec7d0d667a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:40:15.047276 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb9ab8c-62ec-46c3-8bb6-a5ecf2665b63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5993f99-bc77-4d0a-a489-74cd339d6e17,revision_number=None']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:40:15.050878 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-8fb9ab8c-62ec-46c3-8bb6-a5ecf2665b63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:40:15.054237 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-8fb9ab8c-62ec-46c3-8bb6-a5ecf2665b63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:15.055298 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-8fb9ab8c-62ec-46c3-8bb6-a5ecf2665b63 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/d5993f99-bc77-4d0a-a489-74cd339d6e17 HTTP/1.1" status: 204 len: 168 time: 0.1752396 Jun 25 14:40:15.878800 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa45d74e-f4e2-4929-9693-b4c8b33a293b req-b03b6410-182e-44d1-9f8e-cdab90a0b5df tempest-VolumesSnapshotTestJSON-1528642505 tempest-VolumesSnapshotTestJSON-1528642505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:40:15.880982 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-aa45d74e-f4e2-4929-9693-b4c8b33a293b req-b03b6410-182e-44d1-9f8e-cdab90a0b5df tempest-VolumesSnapshotTestJSON-1528642505 tempest-VolumesSnapshotTestJSON-1528642505-project] 10.222.0.72 "GET /v2.0/ports?device_id=4f699e76-1f4f-486f-b0c9-512e9b474292 HTTP/1.1" status: 200 len: 944 time: 0.1394651 Jun 25 14:40:15.945280 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-aa45d74e-f4e2-4929-9693-b4c8b33a293b req-d2a369ec-22d9-4bdf-9009-fcc5f50a79bb tempest-VolumesSnapshotTestJSON-1528642505 tempest-VolumesSnapshotTestJSON-1528642505-project] 10.222.0.72 "GET /v2.0/security-groups?id=20dcfb80-1b35-4aa8-b16b-774abf84fbde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494540 Jun 25 14:40:16.076553 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ebd47c-d25c-46c5-9f82-e224e8c11cbb req-522b3bbc-ccf6-41e4-ae6d-a73bcb0102e2 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:40:16.078282 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-e6ebd47c-d25c-46c5-9f82-e224e8c11cbb req-522b3bbc-ccf6-41e4-ae6d-a73bcb0102e2 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] 10.222.0.72 "GET /v2.0/ports?device_id=eb0b66b9-3595-4af6-a3c2-2b4bccb68973 HTTP/1.1" status: 200 len: 945 time: 0.0973287 Jun 25 14:40:16.129359 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-e6ebd47c-d25c-46c5-9f82-e224e8c11cbb req-1a5b85de-c90f-4fa3-91a6-90cdd023df45 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ca4f9d5-2444-4fa7-9912-3d2a58bd9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421898 Jun 25 14:40:16.312706 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a39658-0a57-4f12-a5ca-b4cdf4754d45 req-8246cbb1-2df7-4757-8dd8-ab2cd536b30d tempest-VolumesActionsTest-1053026999 tempest-VolumesActionsTest-1053026999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:40:16.314119 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-e7a39658-0a57-4f12-a5ca-b4cdf4754d45 req-8246cbb1-2df7-4757-8dd8-ab2cd536b30d tempest-VolumesActionsTest-1053026999 tempest-VolumesActionsTest-1053026999-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9aa0913-7d64-4b66-8792-fd16e24a2d36 HTTP/1.1" status: 200 len: 946 time: 0.0902796 Jun 25 14:40:16.363424 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-e7a39658-0a57-4f12-a5ca-b4cdf4754d45 req-128da7a6-fd4d-4e93-93cf-f2ae286ee0f2 tempest-VolumesActionsTest-1053026999 tempest-VolumesActionsTest-1053026999-project] 10.222.0.72 "GET /v2.0/security-groups?id=66bed98a-9acd-457a-9ff7-92c5b0ad6c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430903 Jun 25 14:40:17.134078 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fed7e5-1440-456d-b7c3-df792eaed558 req-18a333d1-d33d-44a9-a1fc-a4b36cf20fa3 tempest-VolumesSnapshotTestJSON-1528642505 tempest-VolumesSnapshotTestJSON-1528642505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:40:17.135543 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-94fed7e5-1440-456d-b7c3-df792eaed558 req-18a333d1-d33d-44a9-a1fc-a4b36cf20fa3 tempest-VolumesSnapshotTestJSON-1528642505 tempest-VolumesSnapshotTestJSON-1528642505-project] 10.222.0.72 "GET /v2.0/ports?device_id=4f699e76-1f4f-486f-b0c9-512e9b474292 HTTP/1.1" status: 200 len: 944 time: 0.0799747 Jun 25 14:40:17.184540 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-94fed7e5-1440-456d-b7c3-df792eaed558 req-e11dfd39-b17c-480f-babd-ba460d8d9174 tempest-VolumesSnapshotTestJSON-1528642505 tempest-VolumesSnapshotTestJSON-1528642505-project] 10.222.0.72 "GET /v2.0/security-groups?id=20dcfb80-1b35-4aa8-b16b-774abf84fbde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428996 Jun 25 14:40:17.193857 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2792df1-ee02-4b02-a981-de5382b8465e req-6ba616a8-79e8-48fe-8835-675d84e57ecc tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:40:17.195464 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-d2792df1-ee02-4b02-a981-de5382b8465e req-6ba616a8-79e8-48fe-8835-675d84e57ecc tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] 10.222.0.72 "GET /v2.0/networks?id=808ce0ae-354d-4414-90d0-3589c38f5458 HTTP/1.1" status: 200 len: 814 time: 0.1484003 Jun 25 14:40:17.211325 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-d2792df1-ee02-4b02-a981-de5382b8465e req-936f9706-8779-4137-bc73-f7bbbada9313 tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] 10.222.0.72 "GET /v2.0/quotas/6290ced7f89f4224aad290cae89da82b HTTP/1.1" status: 200 len: 375 time: 0.0101557 Jun 25 14:40:17.256119 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Device 4e842da9-e36a-4f15-8d95-f6b800e4b438 up at agent hyperv_hv-cinder-79809 {{(pid=78399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:40:17.299057 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-d2792df1-ee02-4b02-a981-de5382b8465e req-2e52e560-7a1b-4eab-8ef3-197af78d1843 tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=6290ced7f89f4224aad290cae89da82b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0817189 Jun 25 14:40:17.340620 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Provisioning for port 4e842da9-e36a-4f15-8d95-f6b800e4b438 completed by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:40:17.347258 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Provisioning complete for port 4e842da9-e36a-4f15-8d95-f6b800e4b438 triggered by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:40:17.347803 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545280'] for port, provisioning_complete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:17.375490 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dafcff-9521-47f9-8ed1-c24df0f3a664 req-dd037c04-8eeb-4a54-9462-31a3609f3724 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:40:17.376933 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-98dafcff-9521-47f9-8ed1-c24df0f3a664 req-dd037c04-8eeb-4a54-9462-31a3609f3724 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] 10.222.0.72 "GET /v2.0/ports?device_id=eb0b66b9-3595-4af6-a3c2-2b4bccb68973 HTTP/1.1" status: 200 len: 945 time: 0.0939510 Jun 25 14:40:17.431818 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-98dafcff-9521-47f9-8ed1-c24df0f3a664 req-05ffc12c-92aa-4ed7-90c7-66bccd16f879 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ca4f9d5-2444-4fa7-9912-3d2a58bd9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471072 Jun 25 14:40:17.449398 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-d2792df1-ee02-4b02-a981-de5382b8465e req-90953051-95b3-4923-9f4c-5b6e87391bc7 service neutron] 10.222.0.72 "GET /v2.0/networks/808ce0ae-354d-4414-90d0-3589c38f5458?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429565 Jun 25 14:40:17.508874 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for port, before_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:17.549247 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f699e76-1f4f-486f-b0c9-512e9b474292', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e842da9-e36a-4f15-8d95-f6b800e4b438'}] {{(pid=78399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:40:17.560764 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] For port 4e842da9-e36a-4f15-8d95-f6b800e4b438, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=4e842da9-e36a-4f15-8d95-f6b800e4b438,segment=NetworkSegment(592d4893-cece-4795-8fc2-2fa05b069928),segment_id=592d4893-cece-4795-8fc2-2fa05b069928)] {{(pid=78399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:40:17.566568 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747172683978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747172243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747172243532'] for port, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:17.568481 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:40:17.609212 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-d2792df1-ee02-4b02-a981-de5382b8465e req-2f3de276-1c93-4dea-a25e-7702bdb69521 service neutron] 10.222.0.72 "GET /v2.0/networks/808ce0ae-354d-4414-90d0-3589c38f5458?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535990 Jun 25 14:40:17.635855 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Pushing event updated for resources: {'Port': ['ID=4e842da9-e36a-4f15-8d95-f6b800e4b438,revision_number=5']} {{(pid=78399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:40:17.641022 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:40:17.895548 dv-cinder-798091-1-smb neutron-server[78399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f699e76-1f4f-486f-b0c9-512e9b474292', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e842da9-e36a-4f15-8d95-f6b800e4b438', 'code': 200} Jun 25 14:40:17.931997 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c64396c-2f0e-403b-ba42-feb63343a76b req-b14e880f-2cb3-450a-9db0-b517aca399eb tempest-VolumesActionsTest-1053026999 tempest-VolumesActionsTest-1053026999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:40:17.932990 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-0c64396c-2f0e-403b-ba42-feb63343a76b req-b14e880f-2cb3-450a-9db0-b517aca399eb tempest-VolumesActionsTest-1053026999 tempest-VolumesActionsTest-1053026999-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9aa0913-7d64-4b66-8792-fd16e24a2d36 HTTP/1.1" status: 200 len: 946 time: 0.1197479 Jun 25 14:40:18.006319 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-0c64396c-2f0e-403b-ba42-feb63343a76b req-7c37d96f-e9e6-496f-94c4-d16351fccaee tempest-VolumesActionsTest-1053026999 tempest-VolumesActionsTest-1053026999-project] 10.222.0.72 "GET /v2.0/security-groups?id=66bed98a-9acd-457a-9ff7-92c5b0ad6c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658836 Jun 25 14:40:18.163540 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-ef803801-fff6-48c7-895e-b32677055c12 req-1fc81cbc-6430-471b-97a2-88e88238d1a1 tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] 10.222.0.72 "GET /v2.0/ports?device_id=f934ad62-05db-44c9-a08d-15a24066fef5 HTTP/1.1" status: 200 len: 210 time: 0.0949693 Jun 25 14:40:18.395070 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5110c5-d375-4cc7-821c-414664a62ec3 req-cb8168cf-5c6d-4c3f-bfd6-d3964741e8fe tempest-VolumesSnapshotTestJSON-1528642505 tempest-VolumesSnapshotTestJSON-1528642505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:40:18.396737 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-1f5110c5-d375-4cc7-821c-414664a62ec3 req-cb8168cf-5c6d-4c3f-bfd6-d3964741e8fe tempest-VolumesSnapshotTestJSON-1528642505 tempest-VolumesSnapshotTestJSON-1528642505-project] 10.222.0.72 "GET /v2.0/ports?device_id=4f699e76-1f4f-486f-b0c9-512e9b474292 HTTP/1.1" status: 200 len: 945 time: 0.1031711 Jun 25 14:40:18.469859 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5d8500-abe4-409a-b08f-885e8cba8c0e req-3484d6c8-c8c2-4913-9e18-ea32f3a3216d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:40:18.471426 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-2c5d8500-abe4-409a-b08f-885e8cba8c0e req-3484d6c8-c8c2-4913-9e18-ea32f3a3216d service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=4f699e76-1f4f-486f-b0c9-512e9b474292 HTTP/1.1" status: 200 len: 1098 time: 0.1031883 Jun 25 14:40:18.483869 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-1f5110c5-d375-4cc7-821c-414664a62ec3 req-19c69998-e392-447b-a364-254971cbae45 tempest-VolumesSnapshotTestJSON-1528642505 tempest-VolumesSnapshotTestJSON-1528642505-project] 10.222.0.72 "GET /v2.0/security-groups?id=20dcfb80-1b35-4aa8-b16b-774abf84fbde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783761 Jun 25 14:40:18.526965 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-2c5d8500-abe4-409a-b08f-885e8cba8c0e req-44a3c652-ef4f-4b31-b561-d22f168a9d8b service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=20dcfb80-1b35-4aa8-b16b-774abf84fbde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429182 Jun 25 14:40:18.645026 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1ee05a-0e07-4d09-adcd-8a6c65f33264 req-71f09413-da50-44c9-99e6-37a6ccaa7278 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:40:18.646493 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-fb1ee05a-0e07-4d09-adcd-8a6c65f33264 req-71f09413-da50-44c9-99e6-37a6ccaa7278 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] 10.222.0.72 "GET /v2.0/ports?device_id=eb0b66b9-3595-4af6-a3c2-2b4bccb68973 HTTP/1.1" status: 200 len: 945 time: 0.0799558 Jun 25 14:40:18.698942 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-fb1ee05a-0e07-4d09-adcd-8a6c65f33264 req-222f7455-f96e-451f-ae78-97297dbd5f2b tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ca4f9d5-2444-4fa7-9912-3d2a58bd9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462039 Jun 25 14:40:19.407241 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432eaf68-6c3e-4908-af6b-aa44369f20be req-2821a4e3-1c85-44ab-98b9-b5fdf0ff2e42 tempest-VolumesActionsTest-1053026999 tempest-VolumesActionsTest-1053026999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:40:19.409626 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-432eaf68-6c3e-4908-af6b-aa44369f20be req-2821a4e3-1c85-44ab-98b9-b5fdf0ff2e42 tempest-VolumesActionsTest-1053026999 tempest-VolumesActionsTest-1053026999-project] 10.222.0.77 "GET /v2.0/ports?device_id=b9aa0913-7d64-4b66-8792-fd16e24a2d36 HTTP/1.1" status: 200 len: 946 time: 0.1265295 Jun 25 14:40:19.447819 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68707880-7e6e-40b3-854f-3dc0fa99e446 req-541f8771-a0eb-43aa-9da4-9a3c206825de tempest-VolumesActionsTest-1053026999 tempest-VolumesActionsTest-1053026999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:40:19.449288 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-68707880-7e6e-40b3-854f-3dc0fa99e446 req-541f8771-a0eb-43aa-9da4-9a3c206825de tempest-VolumesActionsTest-1053026999 tempest-VolumesActionsTest-1053026999-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9aa0913-7d64-4b66-8792-fd16e24a2d36 HTTP/1.1" status: 200 len: 946 time: 0.0880847 Jun 25 14:40:19.494101 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-51a0307d-51f5-4ea6-8eaa-cce24229eec2 req-db69e75f-cf97-4c24-abed-7f3bc7b465f1 tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] 10.222.0.72 "GET /v2.0/ports?device_id=f934ad62-05db-44c9-a08d-15a24066fef5 HTTP/1.1" status: 200 len: 210 time: 0.0834773 Jun 25 14:40:19.494783 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-68707880-7e6e-40b3-854f-3dc0fa99e446 req-046446ae-85ce-4f61-b468-61fe80cae8bb tempest-VolumesActionsTest-1053026999 tempest-VolumesActionsTest-1053026999-project] 10.222.0.72 "GET /v2.0/security-groups?id=66bed98a-9acd-457a-9ff7-92c5b0ad6c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391376 Jun 25 14:40:19.539330 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.plugin [req-432eaf68-6c3e-4908-af6b-aa44369f20be req-1c0959cc-119d-4795-9176-5106fe2ce302 tempest-VolumesActionsTest-1053026999 tempest-VolumesActionsTest-1053026999-project] Deleting port ff68f7ce-8874-42f2-82b1-bf84e36d928d {{(pid=78397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 25 14:40:19.539667 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-432eaf68-6c3e-4908-af6b-aa44369f20be req-1c0959cc-119d-4795-9176-5106fe2ce302 tempest-VolumesActionsTest-1053026999 tempest-VolumesActionsTest-1053026999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747172683120'] for port, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:19.936280 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953c0fb4-5877-4612-973f-9ca8a91542ed req-28cf7f6b-ba7f-48d0-a07c-78acad56d5aa tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:40:19.945734 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971372fc-1670-4d48-b3ba-a91dfb7be3ed req-8a72e7df-1c18-4c58-948a-3d30dcccb341 tempest-VolumesSnapshotTestJSON-1528642505 tempest-VolumesSnapshotTestJSON-1528642505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:40:19.947483 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-971372fc-1670-4d48-b3ba-a91dfb7be3ed req-8a72e7df-1c18-4c58-948a-3d30dcccb341 tempest-VolumesSnapshotTestJSON-1528642505 tempest-VolumesSnapshotTestJSON-1528642505-project] 10.222.0.72 "GET /v2.0/ports?device_id=4f699e76-1f4f-486f-b0c9-512e9b474292 HTTP/1.1" status: 200 len: 945 time: 0.3230593 Jun 25 14:40:19.947976 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-953c0fb4-5877-4612-973f-9ca8a91542ed req-28cf7f6b-ba7f-48d0-a07c-78acad56d5aa tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] 10.222.0.72 "GET /v2.0/ports?device_id=eb0b66b9-3595-4af6-a3c2-2b4bccb68973 HTTP/1.1" status: 200 len: 945 time: 0.1315532 Jun 25 14:40:19.993998 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.db [req-432eaf68-6c3e-4908-af6b-aa44369f20be req-1c0959cc-119d-4795-9176-5106fe2ce302 tempest-VolumesActionsTest-1053026999 tempest-VolumesActionsTest-1053026999-project] For port ff68f7ce-8874-42f2-82b1-bf84e36d928d, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=ff68f7ce-8874-42f2-82b1-bf84e36d928d,segment=NetworkSegment(bbf7f83c-d341-4e8e-b137-9937f9037cc6),segment_id=bbf7f83c-d341-4e8e-b137-9937f9037cc6)] {{(pid=78397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:40:19.994358 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-432eaf68-6c3e-4908-af6b-aa44369f20be req-1c0959cc-119d-4795-9176-5106fe2ce302 tempest-VolumesActionsTest-1053026999 tempest-VolumesActionsTest-1053026999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-413696'] for port, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:20.153837 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-953c0fb4-5877-4612-973f-9ca8a91542ed req-8fedc689-f87c-4c80-b8ae-0c7f380d4130 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ca4f9d5-2444-4fa7-9912-3d2a58bd9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048726 Jun 25 14:40:20.179729 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-971372fc-1670-4d48-b3ba-a91dfb7be3ed req-4bdd26cd-ad32-40bb-b27f-bf26cc2107ad tempest-VolumesSnapshotTestJSON-1528642505 tempest-VolumesSnapshotTestJSON-1528642505-project] 10.222.0.72 "GET /v2.0/security-groups?id=20dcfb80-1b35-4aa8-b16b-774abf84fbde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220554 Jun 25 14:40:20.193954 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.plugin [req-432eaf68-6c3e-4908-af6b-aa44369f20be req-1c0959cc-119d-4795-9176-5106fe2ce302 tempest-VolumesActionsTest-1053026999 tempest-VolumesActionsTest-1053026999-project] Calling delete_port for ff68f7ce-8874-42f2-82b1-bf84e36d928d owned by compute:nova {{(pid=78397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 25 14:40:20.362545 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2792df1-ee02-4b02-a981-de5382b8465e req-a4454cda-f679-405e-a60c-461fdf86a1a3 tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:40:20.364475 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-d2792df1-ee02-4b02-a981-de5382b8465e req-a4454cda-f679-405e-a60c-461fdf86a1a3 tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] 10.222.0.77 "GET /v2.0/networks?id=808ce0ae-354d-4414-90d0-3589c38f5458 HTTP/1.1" status: 200 len: 814 time: 0.2551105 Jun 25 14:40:20.405473 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.v2.base [req-d2792df1-ee02-4b02-a981-de5382b8465e req-ae98e1d1-6f9c-4136-a4cd-246323da5467 tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] Request body: {'port': {'device_id': 'f934ad62-05db-44c9-a08d-15a24066fef5', 'network_id': '808ce0ae-354d-4414-90d0-3589c38f5458', 'admin_state_up': True, 'tenant_id': '6290ced7f89f4224aad290cae89da82b'}} {{(pid=78398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:40:20.431787 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-432eaf68-6c3e-4908-af6b-aa44369f20be req-1c0959cc-119d-4795-9176-5106fe2ce302 tempest-VolumesActionsTest-1053026999 tempest-VolumesActionsTest-1053026999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747172683996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747172243478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127937375'] for port, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:20.444641 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:40:20.531849 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0959cc-119d-4795-9176-5106fe2ce302 tempest-VolumesActionsTest-1053026999 tempest-VolumesActionsTest-1053026999-project] Pushing event deleted for resources: {'Port': ['ID=ff68f7ce-8874-42f2-82b1-bf84e36d928d,revision_number=None']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:40:20.535239 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-1c0959cc-119d-4795-9176-5106fe2ce302 tempest-VolumesActionsTest-1053026999 tempest-VolumesActionsTest-1053026999-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:40:20.609950 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [req-d2792df1-ee02-4b02-a981-de5382b8465e req-ae98e1d1-6f9c-4136-a4cd-246323da5467 tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:40:20.626052 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [req-d2792df1-ee02-4b02-a981-de5382b8465e req-ae98e1d1-6f9c-4136-a4cd-246323da5467 tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:40:20.642623 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.l3_dvrscheduler_db [req-432eaf68-6c3e-4908-af6b-aa44369f20be req-1c0959cc-119d-4795-9176-5106fe2ce302 tempest-VolumesActionsTest-1053026999 tempest-VolumesActionsTest-1053026999-project] No DVR routers for this DVR port ff68f7ce-8874-42f2-82b1-bf84e36d928d on host hv-cinder-79809 {{(pid=78397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 14:40:20.646165 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-432eaf68-6c3e-4908-af6b-aa44369f20be req-1c0959cc-119d-4795-9176-5106fe2ce302 tempest-VolumesActionsTest-1053026999 tempest-VolumesActionsTest-1053026999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257150'] for port, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:20.650505 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9aa0913-7d64-4b66-8792-fd16e24a2d36', 'name': 'network-vif-deleted', 'tag': 'ff68f7ce-8874-42f2-82b1-bf84e36d928d'}] {{(pid=78397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:40:20.655727 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2792df1-ee02-4b02-a981-de5382b8465e req-ae98e1d1-6f9c-4136-a4cd-246323da5467 tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] Made reservation on behalf of 6290ced7f89f4224aad290cae89da82b for: {'port': 1} {{(pid=78398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 14:40:20.665731 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [req-d2792df1-ee02-4b02-a981-de5382b8465e req-ae98e1d1-6f9c-4136-a4cd-246323da5467 tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for port, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:20.673505 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-432eaf68-6c3e-4908-af6b-aa44369f20be req-1c0959cc-119d-4795-9176-5106fe2ce302 tempest-VolumesActionsTest-1053026999 tempest-VolumesActionsTest-1053026999-project] 10.222.0.77 "DELETE /v2.0/ports/ff68f7ce-8874-42f2-82b1-bf84e36d928d HTTP/1.1" status: 204 len: 173 time: 1.2325280 Jun 25 14:40:20.877082 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [req-1cf2b36c-d049-4bae-8186-07cdf47ac56e req-ee00ead0-486a-4497-a9ff-6ff4b171cb48 tempest-VolumesActionsTest-1053026999 tempest-VolumesActionsTest-1053026999-project] Synchronizing usage tracker for tenant:0e62302fdc6a448eb3dfb9048c974ac9 on resource:port {{(pid=78397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 25 14:40:20.899739 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [req-1cf2b36c-d049-4bae-8186-07cdf47ac56e req-ee00ead0-486a-4497-a9ff-6ff4b171cb48 tempest-VolumesActionsTest-1053026999 tempest-VolumesActionsTest-1053026999-project] Unset dirty status for tenant:0e62302fdc6a448eb3dfb9048c974ac9 on resource:port {{(pid=78397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 25 14:40:20.901279 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-1cf2b36c-d049-4bae-8186-07cdf47ac56e req-ee00ead0-486a-4497-a9ff-6ff4b171cb48 tempest-VolumesActionsTest-1053026999 tempest-VolumesActionsTest-1053026999-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9aa0913-7d64-4b66-8792-fd16e24a2d36 HTTP/1.1" status: 200 len: 210 time: 0.0845730 Jun 25 14:40:21.045193 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9aa0913-7d64-4b66-8792-fd16e24a2d36', 'name': 'network-vif-deleted', 'tag': 'ff68f7ce-8874-42f2-82b1-bf84e36d928d', 'status': 'completed', 'code': 200} Jun 25 14:40:21.052001 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-787b36f8-b2d7-4554-9f65-9d15b10f96f3 req-4606b1b5-d634-4210-b16f-09b8f7973c21 tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] 10.222.0.72 "GET /v2.0/ports?device_id=f934ad62-05db-44c9-a08d-15a24066fef5 HTTP/1.1" status: 200 len: 210 time: 0.2134044 Jun 25 14:40:21.057903 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:21.093333 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.db_base_plugin_common [req-d2792df1-ee02-4b02-a981-de5382b8465e req-ae98e1d1-6f9c-4136-a4cd-246323da5467 tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] Allocated IP 172.20.0.10 (808ce0ae-354d-4414-90d0-3589c38f5458/df82b164-9b34-47d3-90d0-c5f04fc4d7cc/0a8612bc-1132-4903-80bd-0edeea318eed) {{(pid=78398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 14:40:21.285373 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Device ff68f7ce-8874-42f2-82b1-bf84e36d928d no longer exists at agent hyperv_hv-cinder-79809 {{(pid=78399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 25 14:40:21.340404 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [req-d2792df1-ee02-4b02-a981-de5382b8465e req-ae98e1d1-6f9c-4136-a4cd-246323da5467 tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] Notify callbacks [] for port, precommit_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:21.353149 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.plugin [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] No Port match for: ff68f7ce-8874-42f2-82b1-bf84e36d928d {{(pid=78399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 25 14:40:21.354286 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Device ff68f7ce-8874-42f2-82b1-bf84e36d928d not bound to the agent host hv-cinder-79809 {{(pid=78399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 25 14:40:21.387394 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558e39ad-ca2a-4cee-8da7-0d23fe32bd76 req-465be5d8-61f6-48df-8563-853e4ce66490 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:40:21.389690 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-558e39ad-ca2a-4cee-8da7-0d23fe32bd76 req-465be5d8-61f6-48df-8563-853e4ce66490 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] 10.222.0.72 "GET /v2.0/ports?device_id=eb0b66b9-3595-4af6-a3c2-2b4bccb68973 HTTP/1.1" status: 200 len: 945 time: 0.1205115 Jun 25 14:40:21.406322 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e7ea27-828b-433e-9104-4f5ccee9e0b2 req-5a6ab5b8-38f0-41a1-bb8b-e678bda1fc29 tempest-VolumesSnapshotTestJSON-1528642505 tempest-VolumesSnapshotTestJSON-1528642505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:40:21.407827 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-a8e7ea27-828b-433e-9104-4f5ccee9e0b2 req-5a6ab5b8-38f0-41a1-bb8b-e678bda1fc29 tempest-VolumesSnapshotTestJSON-1528642505 tempest-VolumesSnapshotTestJSON-1528642505-project] 10.222.0.72 "GET /v2.0/ports?device_id=4f699e76-1f4f-486f-b0c9-512e9b474292 HTTP/1.1" status: 200 len: 945 time: 0.1133163 Jun 25 14:40:21.427629 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [req-d2792df1-ee02-4b02-a981-de5382b8465e req-ae98e1d1-6f9c-4136-a4cd-246323da5467 tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747172243469'] for port, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:21.436255 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-558e39ad-ca2a-4cee-8da7-0d23fe32bd76 req-eb97ff0c-da7b-4446-a9d9-882442ce7449 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ca4f9d5-2444-4fa7-9912-3d2a58bd9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406580 Jun 25 14:40:21.440057 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-6e6b666d-fae4-4a2e-9e64-f4fa07d96c8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:40:21.506430 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] get_ports_and_sgs() called for port_ids ['324ca5a9-3809-4c38-b0e4-8e049b0333e2', 'bc190e6a-aac3-4f11-846b-36264c08057c'] {{(pid=78399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 25 14:40:21.527954 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-a8e7ea27-828b-433e-9104-4f5ccee9e0b2 req-74a6e45c-bbbf-473b-a8ca-0daef37a903a tempest-VolumesSnapshotTestJSON-1528642505 tempest-VolumesSnapshotTestJSON-1528642505-project] 10.222.0.72 "GET /v2.0/security-groups?id=20dcfb80-1b35-4aa8-b16b-774abf84fbde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137996 Jun 25 14:40:21.532487 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2792df1-ee02-4b02-a981-de5382b8465e req-ae98e1d1-6f9c-4136-a4cd-246323da5467 tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] Network 808ce0ae-354d-4414-90d0-3589c38f5458 is already hosted by enough agents. {{(pid=78398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:40:21.536114 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.scheduler.base_scheduler [req-d2792df1-ee02-4b02-a981-de5382b8465e req-ae98e1d1-6f9c-4136-a4cd-246323da5467 tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] Resources bound (agent type, host, resource id): {{(pid=78398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:40:21.540962 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2792df1-ee02-4b02-a981-de5382b8465e req-ae98e1d1-6f9c-4136-a4cd-246323da5467 tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] Received port after_create {{(pid=78398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 25 14:40:21.547903 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2792df1-ee02-4b02-a981-de5382b8465e req-ae98e1d1-6f9c-4136-a4cd-246323da5467 tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:40:21.559552 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [req-d2792df1-ee02-4b02-a981-de5382b8465e req-ae98e1d1-6f9c-4136-a4cd-246323da5467 tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692162'] for port, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:21.559552 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae98e1d1-6f9c-4136-a4cd-246323da5467 tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] Pushing event updated for resources: {'Port': ['ID=0a8612bc-1132-4903-80bd-0edeea318eed,revision_number=1']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:40:21.577825 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-ae98e1d1-6f9c-4136-a4cd-246323da5467 tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:40:21.621631 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-d2792df1-ee02-4b02-a981-de5382b8465e req-ae98e1d1-6f9c-4136-a4cd-246323da5467 tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2242026 Jun 25 14:40:21.643806 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.v2.base [req-d2792df1-ee02-4b02-a981-de5382b8465e req-b67ab1cf-7b31-42f8-a0c3-6d84cdebd87e service neutron] Request body: {'port': {'device_id': 'f934ad62-05db-44c9-a08d-15a24066fef5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79809'}} {{(pid=78398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:40:21.836093 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [req-d2792df1-ee02-4b02-a981-de5382b8465e req-b67ab1cf-7b31-42f8-a0c3-6d84cdebd87e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for port, before_update {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:22.392090 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.notifiers.nova [req-d2792df1-ee02-4b02-a981-de5382b8465e req-b67ab1cf-7b31-42f8-a0c3-6d84cdebd87e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a8612bc-1132-4903-80bd-0edeea318eed {{(pid=78398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 14:40:22.407002 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec80d08-3166-42f4-b66f-25bd3ab7f357 req-a5670924-39e2-4cc4-aa74-8e8debbbac2a tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:40:22.407815 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [req-9ec80d08-3166-42f4-b66f-25bd3ab7f357 req-a5670924-39e2-4cc4-aa74-8e8debbbac2a tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] Synchronizing usage tracker for tenant:6290ced7f89f4224aad290cae89da82b on resource:port {{(pid=78398) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 25 14:40:22.412727 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [req-d2792df1-ee02-4b02-a981-de5382b8465e req-b67ab1cf-7b31-42f8-a0c3-6d84cdebd87e service neutron] Notify callbacks [] for port, precommit_update {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:22.435821 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.provisioning_blocks [req-d2792df1-ee02-4b02-a981-de5382b8465e req-b67ab1cf-7b31-42f8-a0c3-6d84cdebd87e service neutron] Transition to ACTIVE for port object 0a8612bc-1132-4903-80bd-0edeea318eed will not be triggered until provisioned by entity L2. {{(pid=78398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:40:22.447795 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [req-d2792df1-ee02-4b02-a981-de5382b8465e req-b67ab1cf-7b31-42f8-a0c3-6d84cdebd87e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747172683978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747172243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747172243532'] for port, after_update {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:22.449570 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [req-9ec80d08-3166-42f4-b66f-25bd3ab7f357 req-a5670924-39e2-4cc4-aa74-8e8debbbac2a tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] Unset dirty status for tenant:6290ced7f89f4224aad290cae89da82b on resource:port {{(pid=78398) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 25 14:40:22.458048 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-9ec80d08-3166-42f4-b66f-25bd3ab7f357 req-a5670924-39e2-4cc4-aa74-8e8debbbac2a tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] 10.222.0.72 "GET /v2.0/ports?device_id=f934ad62-05db-44c9-a08d-15a24066fef5 HTTP/1.1" status: 200 len: 932 time: 0.2225800 Jun 25 14:40:22.514377 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:40:22.588629 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-9ec80d08-3166-42f4-b66f-25bd3ab7f357 req-b57cacc0-7494-4dd6-98ed-66bbc23d81d2 tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] 10.222.0.72 "GET /v2.0/security-groups?id=12620e59-001b-43b9-9585-a187ca9c476b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284490 Jun 25 14:40:22.948424 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67ab1cf-7b31-42f8-a0c3-6d84cdebd87e service neutron] Pushing event updated for resources: {'Port': ['ID=0a8612bc-1132-4903-80bd-0edeea318eed,revision_number=2']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:40:22.965885 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-b67ab1cf-7b31-42f8-a0c3-6d84cdebd87e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.449s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:40:22.983259 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.managers [req-d2792df1-ee02-4b02-a981-de5382b8465e req-b67ab1cf-7b31-42f8-a0c3-6d84cdebd87e service neutron] Attempting to bind port 0a8612bc-1132-4903-80bd-0edeea318eed on host hv-cinder-79809 for vnic_type normal with profile {{(pid=78398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 14:40:22.983595 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.managers [req-d2792df1-ee02-4b02-a981-de5382b8465e req-b67ab1cf-7b31-42f8-a0c3-6d84cdebd87e service neutron] Attempting to bind port 0a8612bc-1132-4903-80bd-0edeea318eed by drivers openvswitch,hyperv on host hv-cinder-79809 at level 0 using segments [{'id': '71eb932d-08ba-477f-9129-39c672514c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '808ce0ae-354d-4414-90d0-3589c38f5458'}] {{(pid=78398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 14:40:22.983917 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2792df1-ee02-4b02-a981-de5382b8465e req-b67ab1cf-7b31-42f8-a0c3-6d84cdebd87e service neutron] Attempting to bind port 0a8612bc-1132-4903-80bd-0edeea318eed on network 808ce0ae-354d-4414-90d0-3589c38f5458 {{(pid=78398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:40:22.992659 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2792df1-ee02-4b02-a981-de5382b8465e req-b67ab1cf-7b31-42f8-a0c3-6d84cdebd87e service neutron] Port 0a8612bc-1132-4903-80bd-0edeea318eed on network 808ce0ae-354d-4414-90d0-3589c38f5458 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79809 {{(pid=78398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 14:40:22.992659 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2792df1-ee02-4b02-a981-de5382b8465e req-b67ab1cf-7b31-42f8-a0c3-6d84cdebd87e service neutron] Attempting to bind port 0a8612bc-1132-4903-80bd-0edeea318eed on network 808ce0ae-354d-4414-90d0-3589c38f5458 {{(pid=78398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:40:23.000877 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2792df1-ee02-4b02-a981-de5382b8465e req-b67ab1cf-7b31-42f8-a0c3-6d84cdebd87e service neutron] Checking agent: {'id': 'cd5845b2-5f15-4f32-8a77-b0e44a8778a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79809', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 14, 36, 51), 'started_at': datetime.datetime(2021, 6, 25, 14, 36, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 14, 40, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 14:40:23.001240 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2792df1-ee02-4b02-a981-de5382b8465e req-b67ab1cf-7b31-42f8-a0c3-6d84cdebd87e service neutron] Checking segment: {'id': '71eb932d-08ba-477f-9129-39c672514c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '808ce0ae-354d-4414-90d0-3589c38f5458'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:40:23.001700 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2792df1-ee02-4b02-a981-de5382b8465e req-b67ab1cf-7b31-42f8-a0c3-6d84cdebd87e service neutron] Bound using segment: {'id': '71eb932d-08ba-477f-9129-39c672514c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '808ce0ae-354d-4414-90d0-3589c38f5458'} {{(pid=78398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 14:40:23.002089 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.managers [req-d2792df1-ee02-4b02-a981-de5382b8465e req-b67ab1cf-7b31-42f8-a0c3-6d84cdebd87e service neutron] Bound port: 0a8612bc-1132-4903-80bd-0edeea318eed, host: hv-cinder-79809, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71eb932d-08ba-477f-9129-39c672514c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '808ce0ae-354d-4414-90d0-3589c38f5458'}}] {{(pid=78398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 14:40:23.002421 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [req-d2792df1-ee02-4b02-a981-de5382b8465e req-b67ab1cf-7b31-42f8-a0c3-6d84cdebd87e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for port, before_update {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:23.077853 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750e9000-517a-473c-a063-ea79f8a1a8c8 req-c86a0f80-4e78-489a-9806-db445749438a tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:40:23.079308 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-750e9000-517a-473c-a063-ea79f8a1a8c8 req-c86a0f80-4e78-489a-9806-db445749438a tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] 10.222.0.72 "GET /v2.0/ports?device_id=eb0b66b9-3595-4af6-a3c2-2b4bccb68973 HTTP/1.1" status: 200 len: 945 time: 0.1826570 Jun 25 14:40:23.144518 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.db [req-d2792df1-ee02-4b02-a981-de5382b8465e req-b67ab1cf-7b31-42f8-a0c3-6d84cdebd87e service neutron] For port 0a8612bc-1132-4903-80bd-0edeea318eed, host hv-cinder-79809, cleared binding levels {{(pid=78398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 25 14:40:23.148998 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-750e9000-517a-473c-a063-ea79f8a1a8c8 req-7e7177ca-612b-4f74-a132-d41a201e23bf tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ca4f9d5-2444-4fa7-9912-3d2a58bd9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625763 Jun 25 14:40:23.155337 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.db [req-d2792df1-ee02-4b02-a981-de5382b8465e req-b67ab1cf-7b31-42f8-a0c3-6d84cdebd87e service neutron] For port 0a8612bc-1132-4903-80bd-0edeea318eed, host hv-cinder-79809, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=0a8612bc-1132-4903-80bd-0edeea318eed,segment=NetworkSegment(71eb932d-08ba-477f-9129-39c672514c4e),segment_id=71eb932d-08ba-477f-9129-39c672514c4e)] {{(pid=78398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 25 14:40:23.160969 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [req-d2792df1-ee02-4b02-a981-de5382b8465e req-b67ab1cf-7b31-42f8-a0c3-6d84cdebd87e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747172683978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747172243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747172243532'] for port, after_update {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:23.175690 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-9d7fb3b9-ed9e-47ce-bd7e-4bf28f6cdabd tempest-VolumesActionsTest-1053026999 tempest-VolumesActionsTest-1053026999-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:40:23.245228 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2792df1-ee02-4b02-a981-de5382b8465e req-b67ab1cf-7b31-42f8-a0c3-6d84cdebd87e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:40:23.245228 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [req-d2792df1-ee02-4b02-a981-de5382b8465e req-b67ab1cf-7b31-42f8-a0c3-6d84cdebd87e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692162'] for port, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:23.246453 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-d2792df1-ee02-4b02-a981-de5382b8465e req-b67ab1cf-7b31-42f8-a0c3-6d84cdebd87e service neutron] 10.222.0.77 "PUT /v2.0/ports/0a8612bc-1132-4903-80bd-0edeea318eed HTTP/1.1" status: 200 len: 1094 time: 1.6071427 Jun 25 14:40:23.246934 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f934ad62-05db-44c9-a08d-15a24066fef5', 'tag': '0a8612bc-1132-4903-80bd-0edeea318eed'}] {{(pid=78398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:40:23.267978 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67ab1cf-7b31-42f8-a0c3-6d84cdebd87e service neutron] Pushing event updated for resources: {'Port': ['ID=0a8612bc-1132-4903-80bd-0edeea318eed,revision_number=3']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:40:23.270901 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-b67ab1cf-7b31-42f8-a0c3-6d84cdebd87e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:40:23.339303 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f934ad62-05db-44c9-a08d-15a24066fef5', 'tag': '0a8612bc-1132-4903-80bd-0edeea318eed', 'status': 'completed', 'code': 200} Jun 25 14:40:23.487932 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2792df1-ee02-4b02-a981-de5382b8465e req-faf7fa04-56e2-4952-8f54-6f5997a79e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:40:23.489414 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-d2792df1-ee02-4b02-a981-de5382b8465e req-faf7fa04-56e2-4952-8f54-6f5997a79e88 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=6290ced7f89f4224aad290cae89da82b&device_id=f934ad62-05db-44c9-a08d-15a24066fef5 HTTP/1.1" status: 200 len: 1097 time: 0.0821371 Jun 25 14:40:23.567546 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-d2792df1-ee02-4b02-a981-de5382b8465e req-6d688625-be33-4cfb-9d65-8c9dd28736f6 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0a8612bc-1132-4903-80bd-0edeea318eed HTTP/1.1" status: 200 len: 217 time: 0.0645967 Jun 25 14:40:23.634485 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2792df1-ee02-4b02-a981-de5382b8465e req-be990895-41f8-45ea-8e62-8c98b72772a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:40:23.635916 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-d2792df1-ee02-4b02-a981-de5382b8465e req-be990895-41f8-45ea-8e62-8c98b72772a5 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=df82b164-9b34-47d3-90d0-c5f04fc4d7cc HTTP/1.1" status: 200 len: 854 time: 0.0610428 Jun 25 14:40:23.684342 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-d2792df1-ee02-4b02-a981-de5382b8465e req-e78a6795-0d92-4b66-a095-c7419c5d2b46 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=808ce0ae-354d-4414-90d0-3589c38f5458&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411639 Jun 25 14:40:23.793351 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865871d0-5d96-44ab-afba-31101bccf8e8 req-726d67ff-f102-47e8-a7c7-2d47331598be tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:40:23.796125 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-865871d0-5d96-44ab-afba-31101bccf8e8 req-726d67ff-f102-47e8-a7c7-2d47331598be tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] 10.222.0.72 "GET /v2.0/ports?device_id=f934ad62-05db-44c9-a08d-15a24066fef5 HTTP/1.1" status: 200 len: 944 time: 0.0994041 Jun 25 14:40:23.864061 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-865871d0-5d96-44ab-afba-31101bccf8e8 req-75893a43-6d96-469b-ac05-481856094634 tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] 10.222.0.72 "GET /v2.0/security-groups?id=12620e59-001b-43b9-9585-a187ca9c476b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588157 Jun 25 14:40:23.885225 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-d2792df1-ee02-4b02-a981-de5382b8465e req-8672512e-4da3-4335-b62b-042b3ad2a730 service neutron] 10.222.0.77 "GET /v2.0/networks/808ce0ae-354d-4414-90d0-3589c38f5458?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786227 Jun 25 14:40:24.040355 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-d2792df1-ee02-4b02-a981-de5382b8465e req-d47a1acb-1f9e-46d9-9c6f-7d7c7751beba service neutron] 10.222.0.77 "GET /v2.0/networks/808ce0ae-354d-4414-90d0-3589c38f5458?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402431 Jun 25 14:40:24.264989 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9a4919-aeb9-4bba-8a60-f81963755096 req-c66998f2-19c7-41a8-bbff-e343a0187618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:40:24.268918 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-2e9a4919-aeb9-4bba-8a60-f81963755096 req-c66998f2-19c7-41a8-bbff-e343a0187618 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=6290ced7f89f4224aad290cae89da82b&device_id=f934ad62-05db-44c9-a08d-15a24066fef5 HTTP/1.1" status: 200 len: 1097 time: 0.0978067 Jun 25 14:40:24.353896 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34745f14-a77e-4b4c-84d5-2ed97b92d84a req-22f9b212-2d0c-4f8d-b7d0-61672d1a83cf tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:40:24.356078 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-34745f14-a77e-4b4c-84d5-2ed97b92d84a req-22f9b212-2d0c-4f8d-b7d0-61672d1a83cf tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] 10.222.0.72 "GET /v2.0/ports?device_id=eb0b66b9-3595-4af6-a3c2-2b4bccb68973 HTTP/1.1" status: 200 len: 945 time: 0.0900600 Jun 25 14:40:24.422644 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-34745f14-a77e-4b4c-84d5-2ed97b92d84a req-0b3fe70e-2710-4f47-9b24-b7806b966ac5 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ca4f9d5-2444-4fa7-9912-3d2a58bd9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596952 Jun 25 14:40:24.428609 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9a4919-aeb9-4bba-8a60-f81963755096 req-3d49e935-5cec-41cb-a41d-9d58281b03b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:40:24.430342 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-2e9a4919-aeb9-4bba-8a60-f81963755096 req-3d49e935-5cec-41cb-a41d-9d58281b03b7 service neutron] 10.222.0.77 "GET /v2.0/networks?id=808ce0ae-354d-4414-90d0-3589c38f5458 HTTP/1.1" status: 200 len: 915 time: 0.1535661 Jun 25 14:40:24.502356 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-2e9a4919-aeb9-4bba-8a60-f81963755096 req-21ee49a5-b05d-49d7-91ad-db3b88f7e4f4 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0a8612bc-1132-4903-80bd-0edeea318eed HTTP/1.1" status: 200 len: 217 time: 0.0620773 Jun 25 14:40:24.571434 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9a4919-aeb9-4bba-8a60-f81963755096 req-ac0aba65-5127-4242-a57e-7432fc86b40a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:40:24.572862 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-2e9a4919-aeb9-4bba-8a60-f81963755096 req-ac0aba65-5127-4242-a57e-7432fc86b40a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=df82b164-9b34-47d3-90d0-c5f04fc4d7cc HTTP/1.1" status: 200 len: 854 time: 0.0622458 Jun 25 14:40:24.643172 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-2e9a4919-aeb9-4bba-8a60-f81963755096 req-23c3056f-3f0b-4c6e-8fcf-f7aacf7ab64b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=808ce0ae-354d-4414-90d0-3589c38f5458&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424714 Jun 25 14:40:24.800393 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-2e9a4919-aeb9-4bba-8a60-f81963755096 req-1bc1ec96-0aa0-48e9-8b17-d6af672d8692 service neutron] 10.222.0.77 "GET /v2.0/networks/808ce0ae-354d-4414-90d0-3589c38f5458?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463954 Jun 25 14:40:24.995851 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-2e9a4919-aeb9-4bba-8a60-f81963755096 req-81d75c94-32a5-4ae4-959b-1c13ffc45dfd service neutron] 10.222.0.77 "GET /v2.0/networks/808ce0ae-354d-4414-90d0-3589c38f5458?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473114 Jun 25 14:40:25.067399 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fb09fa-d75c-470b-bbca-6c96988589e7 req-9e02ef06-7f83-4be8-afe3-e5eb5ddfc252 tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:40:25.068964 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-17fb09fa-d75c-470b-bbca-6c96988589e7 req-9e02ef06-7f83-4be8-afe3-e5eb5ddfc252 tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] 10.222.0.72 "GET /v2.0/ports?device_id=f934ad62-05db-44c9-a08d-15a24066fef5 HTTP/1.1" status: 200 len: 944 time: 0.0922263 Jun 25 14:40:25.118322 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-17fb09fa-d75c-470b-bbca-6c96988589e7 req-ad5795e1-8a38-4f66-9c7c-ce9d45a8143b tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] 10.222.0.72 "GET /v2.0/security-groups?id=12620e59-001b-43b9-9585-a187ca9c476b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428271 Jun 25 14:40:25.768107 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1073ec-7b45-4fbf-9ee3-28c9af44fbcc req-64846303-9fe5-4516-96c8-aa0b4f3e055a tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:40:25.770189 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-0c1073ec-7b45-4fbf-9ee3-28c9af44fbcc req-64846303-9fe5-4516-96c8-aa0b4f3e055a tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] 10.222.0.72 "GET /v2.0/ports?device_id=eb0b66b9-3595-4af6-a3c2-2b4bccb68973 HTTP/1.1" status: 200 len: 945 time: 0.1987376 Jun 25 14:40:25.873707 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-0c1073ec-7b45-4fbf-9ee3-28c9af44fbcc req-76af9571-369e-40b5-bf62-cf7ff62061c7 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ca4f9d5-2444-4fa7-9912-3d2a58bd9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971067 Jun 25 14:40:26.346537 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd243f26-e18e-4ca2-8745-cfefc4828138 req-7f315c8d-8d41-4130-a1b2-acef8c544d3a tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:40:26.348312 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-bd243f26-e18e-4ca2-8745-cfefc4828138 req-7f315c8d-8d41-4130-a1b2-acef8c544d3a tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] 10.222.0.72 "GET /v2.0/ports?device_id=f934ad62-05db-44c9-a08d-15a24066fef5 HTTP/1.1" status: 200 len: 944 time: 0.0936446 Jun 25 14:40:26.402389 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-bd243f26-e18e-4ca2-8745-cfefc4828138 req-d9a7e64c-0c01-4304-a255-ce846bf4e9dd tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] 10.222.0.72 "GET /v2.0/security-groups?id=12620e59-001b-43b9-9585-a187ca9c476b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477047 Jun 25 14:40:27.043130 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bed115c-78f7-4fc6-aea9-03683e6c3f99 req-7ed994f6-3319-4976-b814-30cdf9e97058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:40:27.045991 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-9bed115c-78f7-4fc6-aea9-03683e6c3f99 req-7ed994f6-3319-4976-b814-30cdf9e97058 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=eb0b66b9-3595-4af6-a3c2-2b4bccb68973 HTTP/1.1" status: 200 len: 1098 time: 0.1695487 Jun 25 14:40:27.081362 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2236cb5b-764c-48c3-98b8-5a8ca8668155 req-3aad3d42-6c90-44ac-b72b-f8bb3c518a5b tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:40:27.083547 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-2236cb5b-764c-48c3-98b8-5a8ca8668155 req-3aad3d42-6c90-44ac-b72b-f8bb3c518a5b tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] 10.222.0.72 "GET /v2.0/ports?device_id=eb0b66b9-3595-4af6-a3c2-2b4bccb68973 HTTP/1.1" status: 200 len: 945 time: 0.1018233 Jun 25 14:40:27.129358 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-9bed115c-78f7-4fc6-aea9-03683e6c3f99 req-7ae7ca61-9e43-4a8c-88f7-838b0c0457a1 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=4ca4f9d5-2444-4fa7-9912-3d2a58bd9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667477 Jun 25 14:40:27.146851 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-2236cb5b-764c-48c3-98b8-5a8ca8668155 req-f253a6b0-8a5f-4be5-8caf-a0a7d919eb30 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ca4f9d5-2444-4fa7-9912-3d2a58bd9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560861 Jun 25 14:40:27.312041 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Device 0a8612bc-1132-4903-80bd-0edeea318eed details requested by agent hyperv_hv-cinder-79809 with host hv-cinder-79809 {{(pid=78399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 25 14:40:27.482026 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] For port 0a8612bc-1132-4903-80bd-0edeea318eed, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=0a8612bc-1132-4903-80bd-0edeea318eed,segment=NetworkSegment(71eb932d-08ba-477f-9129-39c672514c4e),segment_id=71eb932d-08ba-477f-9129-39c672514c4e)] {{(pid=78399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:40:27.501811 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Returning: {'device': '0a8612bc-1132-4903-80bd-0edeea318eed', 'network_id': '808ce0ae-354d-4414-90d0-3589c38f5458', 'port_id': '0a8612bc-1132-4903-80bd-0edeea318eed', 'mac_address': 'fa:16:3e:d4:f8:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df82b164-9b34-47d3-90d0-c5f04fc4d7cc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 25 14:40:27.564561 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for port, before_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:27.585748 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.notifiers.nova [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a8612bc-1132-4903-80bd-0edeea318eed {{(pid=78399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 14:40:27.605533 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] For port 0a8612bc-1132-4903-80bd-0edeea318eed, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=0a8612bc-1132-4903-80bd-0edeea318eed,segment=NetworkSegment(71eb932d-08ba-477f-9129-39c672514c4e),segment_id=71eb932d-08ba-477f-9129-39c672514c4e)] {{(pid=78399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:40:27.616263 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747172683978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747172243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747172243532'] for port, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:27.616263 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:40:27.622928 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d4bbd0-23da-4b00-87b6-d5fa03f98521 req-4c743341-e8f5-4f37-ac10-5df65f791399 tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:40:27.625758 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-c0d4bbd0-23da-4b00-87b6-d5fa03f98521 req-4c743341-e8f5-4f37-ac10-5df65f791399 tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] 10.222.0.72 "GET /v2.0/ports?device_id=f934ad62-05db-44c9-a08d-15a24066fef5 HTTP/1.1" status: 200 len: 944 time: 0.1068506 Jun 25 14:40:27.694617 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-c0d4bbd0-23da-4b00-87b6-d5fa03f98521 req-9f1ae1ed-f0e6-448d-bb7a-b948340839b8 tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] 10.222.0.72 "GET /v2.0/security-groups?id=12620e59-001b-43b9-9585-a187ca9c476b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595686 Jun 25 14:40:27.706155 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Pushing event updated for resources: {'Port': ['ID=0a8612bc-1132-4903-80bd-0edeea318eed,revision_number=4']} {{(pid=78399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:40:27.709752 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:40:28.272777 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] get_ports_and_sgs() called for port_ids ['0a8612bc-1132-4903-80bd-0edeea318eed'] {{(pid=78399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 25 14:40:28.393953 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70034e6e-3019-432d-8c24-e666393f2861 req-26424a40-3f71-4c42-a366-9908e259ac3f tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:40:28.401455 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-70034e6e-3019-432d-8c24-e666393f2861 req-26424a40-3f71-4c42-a366-9908e259ac3f tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] 10.222.0.72 "GET /v2.0/ports?device_id=eb0b66b9-3595-4af6-a3c2-2b4bccb68973 HTTP/1.1" status: 200 len: 945 time: 0.1070931 Jun 25 14:40:28.450284 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-70034e6e-3019-432d-8c24-e666393f2861 req-537ab595-5d7b-4074-b02a-1af7ca878461 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ca4f9d5-2444-4fa7-9912-3d2a58bd9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478394 Jun 25 14:40:28.616342 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.72', 33104) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:40:28.754178 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-af537fc7-36d7-49ce-bb3e-df9ed7b77833 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:28.873775 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-af537fc7-36d7-49ce-bb3e-df9ed7b77833 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:40:28.880515 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-af537fc7-36d7-49ce-bb3e-df9ed7b77833 admin admin] Usage tracker for resource:security_group_rule and tenant:b120165716ac41448771af0aa1c54441 is out of sync, need to count used quota {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:40:28.884368 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-af537fc7-36d7-49ce-bb3e-df9ed7b77833 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:40:28.899964 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-af537fc7-36d7-49ce-bb3e-df9ed7b77833 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:40:28.953523 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4a2f19-e727-40ef-bfb8-66916984384f req-3b5d1457-3b8b-47d7-898c-0d8a7d20cd8b tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:40:28.955291 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-db4a2f19-e727-40ef-bfb8-66916984384f req-3b5d1457-3b8b-47d7-898c-0d8a7d20cd8b tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] 10.222.0.72 "GET /v2.0/ports?device_id=f934ad62-05db-44c9-a08d-15a24066fef5 HTTP/1.1" status: 200 len: 945 time: 0.1322646 Jun 25 14:40:29.036919 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-db4a2f19-e727-40ef-bfb8-66916984384f req-2abdd995-c8c5-4e90-948e-8e4de8780e2c tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] 10.222.0.72 "GET /v2.0/security-groups?id=12620e59-001b-43b9-9585-a187ca9c476b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731742 Jun 25 14:40:29.107672 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-af537fc7-36d7-49ce-bb3e-df9ed7b77833 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:29.112145 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-af537fc7-36d7-49ce-bb3e-df9ed7b77833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726995'] for security_group, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:29.123262 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:40:29.166523 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-af537fc7-36d7-49ce-bb3e-df9ed7b77833 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=b120165716ac41448771af0aa1c54441&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5470679 Jun 25 14:40:29.169700 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.72', 33120) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:40:29.182829 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af537fc7-36d7-49ce-bb3e-df9ed7b77833 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a099d07c-4882-484f-9e64-dcc865ab8769,revision_number=1']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:40:29.188731 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-af537fc7-36d7-49ce-bb3e-df9ed7b77833 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:40:29.242111 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-90d954bd-d52e-4e47-9eb1-4a720d89b755 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:29.270646 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-90d954bd-d52e-4e47-9eb1-4a720d89b755 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:29.351017 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-90d954bd-d52e-4e47-9eb1-4a720d89b755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726995'] for security_group, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:29.360784 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-32353be9-10e1-49b3-a966-1e73e809e885 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:40:29.381738 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-90d954bd-d52e-4e47-9eb1-4a720d89b755 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:29.385770 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-90d954bd-d52e-4e47-9eb1-4a720d89b755 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/a099d07c-4882-484f-9e64-dcc865ab8769 HTTP/1.1" status: 204 len: 168 time: 0.2125640 Jun 25 14:40:29.385770 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d954bd-d52e-4e47-9eb1-4a720d89b755 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a099d07c-4882-484f-9e64-dcc865ab8769,revision_number=None']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:40:29.388895 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-90d954bd-d52e-4e47-9eb1-4a720d89b755 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:40:29.679302 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db282a2d-a63b-432a-b19b-8430be68a66b req-4f187a6d-0b8f-48b9-8c42-fc2c2b9d41e2 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:40:29.680921 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-db282a2d-a63b-432a-b19b-8430be68a66b req-4f187a6d-0b8f-48b9-8c42-fc2c2b9d41e2 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] 10.222.0.72 "GET /v2.0/ports?device_id=eb0b66b9-3595-4af6-a3c2-2b4bccb68973 HTTP/1.1" status: 200 len: 945 time: 0.0904889 Jun 25 14:40:29.742200 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-db282a2d-a63b-432a-b19b-8430be68a66b req-e6f80d15-ae35-4d9d-9d7c-90f790b54198 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ca4f9d5-2444-4fa7-9912-3d2a58bd9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532382 Jun 25 14:40:29.953885 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d55d738-53b0-4ac5-aa28-a0f59d6a9e86 req-86ed00bf-d0a6-455d-a343-2cf6e85373cd tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:40:29.962116 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-1d55d738-53b0-4ac5-aa28-a0f59d6a9e86 req-86ed00bf-d0a6-455d-a343-2cf6e85373cd tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] 10.222.0.72 "GET /v2.0/ports?device_id=bbc6909b-ab6d-4631-b590-b9528a3ed3ce HTTP/1.1" status: 200 len: 945 time: 0.0916193 Jun 25 14:40:30.018300 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-1d55d738-53b0-4ac5-aa28-a0f59d6a9e86 req-752963f7-c51e-4894-aac3-907ec30ca187 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ca4f9d5-2444-4fa7-9912-3d2a58bd9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548754 Jun 25 14:40:30.281346 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c782d9-4811-4b65-a5cd-de3b61bf80f5 req-1d293fd9-9826-4d87-ab67-e893c2167832 tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:40:30.289043 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-e3c782d9-4811-4b65-a5cd-de3b61bf80f5 req-1d293fd9-9826-4d87-ab67-e893c2167832 tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] 10.222.0.72 "GET /v2.0/ports?device_id=f934ad62-05db-44c9-a08d-15a24066fef5 HTTP/1.1" status: 200 len: 945 time: 0.1120903 Jun 25 14:40:30.350199 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-e3c782d9-4811-4b65-a5cd-de3b61bf80f5 req-ab884c88-3e17-4515-9059-0bed63950ccf tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] 10.222.0.72 "GET /v2.0/security-groups?id=12620e59-001b-43b9-9585-a187ca9c476b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600042 Jun 25 14:40:31.320667 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Device 0a8612bc-1132-4903-80bd-0edeea318eed up at agent hyperv_hv-cinder-79809 {{(pid=78399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:40:31.437628 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Provisioning for port 0a8612bc-1132-4903-80bd-0edeea318eed completed by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:40:31.445094 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Provisioning complete for port 0a8612bc-1132-4903-80bd-0edeea318eed triggered by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:40:31.448254 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545280'] for port, provisioning_complete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:31.661163 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for port, before_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:31.666502 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f954c38-552b-43a0-bcf0-85932e2dcbd0 req-62a31ea2-e9fa-4f27-952d-897f559f39fa tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:40:31.668002 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-8f954c38-552b-43a0-bcf0-85932e2dcbd0 req-62a31ea2-e9fa-4f27-952d-897f559f39fa tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] 10.222.0.72 "GET /v2.0/ports?device_id=f934ad62-05db-44c9-a08d-15a24066fef5 HTTP/1.1" status: 200 len: 945 time: 0.1898165 Jun 25 14:40:31.671136 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.72', 33248) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:40:31.722634 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] For port 0a8612bc-1132-4903-80bd-0edeea318eed, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=0a8612bc-1132-4903-80bd-0edeea318eed,segment=NetworkSegment(71eb932d-08ba-477f-9129-39c672514c4e),segment_id=71eb932d-08ba-477f-9129-39c672514c4e)] {{(pid=78399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:40:31.724209 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f934ad62-05db-44c9-a08d-15a24066fef5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a8612bc-1132-4903-80bd-0edeea318eed'}] {{(pid=78399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:40:31.740761 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747172683978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747172243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747172243532'] for port, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:31.743489 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:40:31.840628 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-8f954c38-552b-43a0-bcf0-85932e2dcbd0 req-80e96d2e-f9ff-46a7-a8b6-6cad1bca5fa6 tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] 10.222.0.72 "GET /v2.0/security-groups?id=12620e59-001b-43b9-9585-a187ca9c476b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514757 Jun 25 14:40:31.874721 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-ed51944d-21d0-490a-8770-c05422a6c8cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:31.914817 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-ed51944d-21d0-490a-8770-c05422a6c8cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:40:31.918021 dv-cinder-798091-1-smb neutron-server[78399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f934ad62-05db-44c9-a08d-15a24066fef5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a8612bc-1132-4903-80bd-0edeea318eed', 'code': 200} Jun 25 14:40:31.929666 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-ed51944d-21d0-490a-8770-c05422a6c8cf admin admin] Usage tracker for resource:security_group_rule and tenant:2c54cfdbfe2a48cf9e3636341a7ebe1d is out of sync, need to count used quota {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:40:31.938729 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-ed51944d-21d0-490a-8770-c05422a6c8cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:40:31.939508 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Pushing event updated for resources: {'Port': ['ID=0a8612bc-1132-4903-80bd-0edeea318eed,revision_number=5']} {{(pid=78399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:40:31.951594 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:40:31.963194 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-ed51944d-21d0-490a-8770-c05422a6c8cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:40:32.106197 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-ed51944d-21d0-490a-8770-c05422a6c8cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:32.110864 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-ed51944d-21d0-490a-8770-c05422a6c8cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726995'] for security_group, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:32.123190 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-6e5768de-8291-4b9d-bb37-bb5152f85ddb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:40:32.218364 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed51944d-21d0-490a-8770-c05422a6c8cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=874a3c6c-70cd-4280-a57f-75ece08eb47d,revision_number=1']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:40:32.223861 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-ed51944d-21d0-490a-8770-c05422a6c8cf admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=2c54cfdbfe2a48cf9e3636341a7ebe1d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5508540 Jun 25 14:40:32.225065 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-ed51944d-21d0-490a-8770-c05422a6c8cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:40:32.226758 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.72', 33262) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:40:32.276661 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.72', 33268) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:40:32.290588 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786bd21e-b09a-476a-957a-c1769bf17cb7 req-736b869d-66c8-42ea-a927-276e3f24f598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:40:32.292098 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-786bd21e-b09a-476a-957a-c1769bf17cb7 req-736b869d-66c8-42ea-a927-276e3f24f598 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=f934ad62-05db-44c9-a08d-15a24066fef5 HTTP/1.1" status: 200 len: 1099 time: 0.1546364 Jun 25 14:40:32.319495 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-d974b342-c36b-4f8a-b90e-fa93beb3c6c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:32.436258 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4c658a-4e89-402b-ab9f-55665641a543 req-2e050cf9-380d-4149-a48a-ccaf8cb7a862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:40:32.439637 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-9c4c658a-4e89-402b-ab9f-55665641a543 req-2e050cf9-380d-4149-a48a-ccaf8cb7a862 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=34cd0f1e83ac4b7a907987b235bcb59d&device_id=bbc6909b-ab6d-4631-b590-b9528a3ed3ce HTTP/1.1" status: 200 len: 1098 time: 0.1536956 Jun 25 14:40:32.460705 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-d974b342-c36b-4f8a-b90e-fa93beb3c6c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:32.482047 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-786bd21e-b09a-476a-957a-c1769bf17cb7 req-e0b211ab-e29d-41fe-873c-a0b57ab5335f service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=12620e59-001b-43b9-9585-a187ca9c476b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634986 Jun 25 14:40:32.546503 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb2623f-8a38-44b5-a90b-bde4be55abba req-d5f843f3-7286-43fc-af54-4e244587f378 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:40:32.547549 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-9bb2623f-8a38-44b5-a90b-bde4be55abba req-d5f843f3-7286-43fc-af54-4e244587f378 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] 10.222.0.72 "GET /v2.0/ports?device_id=bbc6909b-ab6d-4631-b590-b9528a3ed3ce HTTP/1.1" status: 200 len: 945 time: 0.1464429 Jun 25 14:40:32.580037 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-d974b342-c36b-4f8a-b90e-fa93beb3c6c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726995'] for security_group, after_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:32.581482 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-5a5fd979-d0c2-41f8-a4f1-ff3bc477166f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:32.586403 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:40:32.608271 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-5a5fd979-d0c2-41f8-a4f1-ff3bc477166f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:40:32.610078 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d974b342-c36b-4f8a-b90e-fa93beb3c6c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=874a3c6c-70cd-4280-a57f-75ece08eb47d,revision_number=None']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:40:32.612192 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-5a5fd979-d0c2-41f8-a4f1-ff3bc477166f admin admin] Usage tracker for resource:security_group_rule and tenant:0ace02aa5f6a4fcf874158f28741be1b is out of sync, need to count used quota {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:40:32.615253 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-d974b342-c36b-4f8a-b90e-fa93beb3c6c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:40:32.615428 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-5a5fd979-d0c2-41f8-a4f1-ff3bc477166f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:40:32.629392 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-9bb2623f-8a38-44b5-a90b-bde4be55abba req-54c69fde-ea60-4264-bbdd-f7dd43cc9eb3 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ca4f9d5-2444-4fa7-9912-3d2a58bd9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761247 Jun 25 14:40:32.630532 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-5a5fd979-d0c2-41f8-a4f1-ff3bc477166f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:40:32.633586 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-d974b342-c36b-4f8a-b90e-fa93beb3c6c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:32.639822 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-d974b342-c36b-4f8a-b90e-fa93beb3c6c0 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/874a3c6c-70cd-4280-a57f-75ece08eb47d HTTP/1.1" status: 204 len: 168 time: 0.4096773 Jun 25 14:40:32.675777 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4c658a-4e89-402b-ab9f-55665641a543 req-37b8123e-9266-4b2e-b728-950c7ff6acdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:40:32.677234 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-9c4c658a-4e89-402b-ab9f-55665641a543 req-37b8123e-9266-4b2e-b728-950c7ff6acdf service neutron] 10.222.0.77 "GET /v2.0/networks?id=83fe267a-d7d2-452d-bb83-7a0060a308f0 HTTP/1.1" status: 200 len: 920 time: 0.2283978 Jun 25 14:40:32.770903 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-5a5fd979-d0c2-41f8-a4f1-ff3bc477166f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:32.776135 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-5a5fd979-d0c2-41f8-a4f1-ff3bc477166f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726995'] for security_group, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:32.821107 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-69e063fe-be1a-4044-b92c-54ffbd10ef9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:40:32.859362 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.72', 33288) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:40:32.859882 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-5a5fd979-d0c2-41f8-a4f1-ff3bc477166f admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=0ace02aa5f6a4fcf874158f28741be1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5813627 Jun 25 14:40:32.860440 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5fd979-d0c2-41f8-a4f1-ff3bc477166f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b1aa568-e013-455a-a0ee-dc121d62305c,revision_number=1']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:40:32.864024 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-5a5fd979-d0c2-41f8-a4f1-ff3bc477166f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:40:32.961606 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-8e60c064-62f9-41ad-8790-149a0e8f5850 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:33.005385 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-8e60c064-62f9-41ad-8790-149a0e8f5850 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:33.014803 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-9c4c658a-4e89-402b-ab9f-55665641a543 req-7231af1e-9f8e-4241-aa1e-f610aea407a9 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=17552845-88ed-4637-a9fd-605239a795f7 HTTP/1.1" status: 200 len: 217 time: 0.0785415 Jun 25 14:40:33.085019 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-8e60c064-62f9-41ad-8790-149a0e8f5850 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726995'] for security_group, after_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:33.090360 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-d02da31b-21ff-425f-927e-3a73ec48102a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:40:33.105233 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e60c064-62f9-41ad-8790-149a0e8f5850 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b1aa568-e013-455a-a0ee-dc121d62305c,revision_number=None']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:40:33.110757 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-8e60c064-62f9-41ad-8790-149a0e8f5850 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:40:33.119519 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-8e60c064-62f9-41ad-8790-149a0e8f5850 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:33.121209 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-8e60c064-62f9-41ad-8790-149a0e8f5850 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/7b1aa568-e013-455a-a0ee-dc121d62305c HTTP/1.1" status: 204 len: 168 time: 0.2596879 Jun 25 14:40:33.241598 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4c658a-4e89-402b-ab9f-55665641a543 req-d2118aac-1811-4f15-b8d3-20d7a14da1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:40:33.243041 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-9c4c658a-4e89-402b-ab9f-55665641a543 req-d2118aac-1811-4f15-b8d3-20d7a14da1b1 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f2ad48a2-5be6-4801-87cb-73e7b88cb0d2 HTTP/1.1" status: 200 len: 859 time: 0.1557162 Jun 25 14:40:33.299128 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-9c4c658a-4e89-402b-ab9f-55665641a543 req-afe0ab4c-cd6c-4702-b256-de7c3d56c3ff service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=83fe267a-d7d2-452d-bb83-7a0060a308f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473378 Jun 25 14:40:33.315396 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ff89ff-583c-42ea-9b2e-c9f63e48933c req-09e2bec9-7b6f-44da-8cee-bafe811383d2 tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:40:33.316897 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-e5ff89ff-583c-42ea-9b2e-c9f63e48933c req-09e2bec9-7b6f-44da-8cee-bafe811383d2 tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] 10.222.0.72 "GET /v2.0/ports?device_id=f934ad62-05db-44c9-a08d-15a24066fef5 HTTP/1.1" status: 200 len: 946 time: 0.1468000 Jun 25 14:40:33.458647 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-e5ff89ff-583c-42ea-9b2e-c9f63e48933c req-f2d8196c-2d40-482d-8646-334a9018958e tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] 10.222.0.72 "GET /v2.0/security-groups?id=12620e59-001b-43b9-9585-a187ca9c476b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211686 Jun 25 14:40:33.489346 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.72', 33314) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:40:33.503082 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-9c4c658a-4e89-402b-ab9f-55665641a543 req-5f60d0fb-e1c7-49d8-bcde-9afc66b47a0e service neutron] 10.222.0.77 "GET /v2.0/networks/83fe267a-d7d2-452d-bb83-7a0060a308f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850667 Jun 25 14:40:33.509378 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-dfbbe0c0-7e32-4cd4-abed-23929f5ef175 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:33.524707 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-dfbbe0c0-7e32-4cd4-abed-23929f5ef175 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:40:33.529667 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-dfbbe0c0-7e32-4cd4-abed-23929f5ef175 admin admin] Usage tracker for resource:security_group_rule and tenant:9d46de5a8c58436aa3e5a0319456f0e4 is out of sync, need to count used quota {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:40:33.532629 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-dfbbe0c0-7e32-4cd4-abed-23929f5ef175 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:40:33.538456 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-dfbbe0c0-7e32-4cd4-abed-23929f5ef175 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:40:33.634231 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-dfbbe0c0-7e32-4cd4-abed-23929f5ef175 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:33.640353 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-dfbbe0c0-7e32-4cd4-abed-23929f5ef175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726995'] for security_group, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:33.652214 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-3ada8151-3039-4655-90a9-cd72aaef9068 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:40:33.658218 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-9c4c658a-4e89-402b-ab9f-55665641a543 req-e8b00ac7-404a-468f-a6ee-65bbfd139d9f service neutron] 10.222.0.77 "GET /v2.0/networks/83fe267a-d7d2-452d-bb83-7a0060a308f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461933 Jun 25 14:40:33.694609 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-dfbbe0c0-7e32-4cd4-abed-23929f5ef175 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=9d46de5a8c58436aa3e5a0319456f0e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2040565 Jun 25 14:40:33.695419 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.72', 33324) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:40:33.696295 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbbe0c0-7e32-4cd4-abed-23929f5ef175 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04a1e6e4-87c0-4e10-bdd6-d35d66f5c73d,revision_number=1']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:40:33.699595 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-dfbbe0c0-7e32-4cd4-abed-23929f5ef175 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:40:33.762976 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-1813962e-deaf-4184-9401-1080340b3733 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:33.790813 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-1813962e-deaf-4184-9401-1080340b3733 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:33.858970 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-1813962e-deaf-4184-9401-1080340b3733 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726995'] for security_group, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:33.865904 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:40:33.871983 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3597651-63b9-4c88-935d-207345471400 req-31e93225-a2f0-4d0d-9a28-5d8760ef6992 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:40:33.873791 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-d3597651-63b9-4c88-935d-207345471400 req-31e93225-a2f0-4d0d-9a28-5d8760ef6992 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] 10.222.0.72 "GET /v2.0/ports?device_id=bbc6909b-ab6d-4631-b590-b9528a3ed3ce HTTP/1.1" status: 200 len: 945 time: 0.1162455 Jun 25 14:40:33.882586 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1813962e-deaf-4184-9401-1080340b3733 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04a1e6e4-87c0-4e10-bdd6-d35d66f5c73d,revision_number=None']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:40:33.885784 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-1813962e-deaf-4184-9401-1080340b3733 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:40:33.897228 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-1813962e-deaf-4184-9401-1080340b3733 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:33.898635 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-1813962e-deaf-4184-9401-1080340b3733 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/04a1e6e4-87c0-4e10-bdd6-d35d66f5c73d HTTP/1.1" status: 204 len: 168 time: 0.2015164 Jun 25 14:40:33.944749 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-d3597651-63b9-4c88-935d-207345471400 req-d33d3df5-5295-4eb0-93a6-0547b5e6374f tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ca4f9d5-2444-4fa7-9912-3d2a58bd9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651133 Jun 25 14:40:34.726479 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0d93ea-dcce-44c3-bac9-402d8aebefc3 req-a9269081-1216-4572-815f-337cf1de030f tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:40:34.728063 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-5c0d93ea-dcce-44c3-bac9-402d8aebefc3 req-a9269081-1216-4572-815f-337cf1de030f tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] 10.222.0.72 "GET /v2.0/ports?device_id=f934ad62-05db-44c9-a08d-15a24066fef5 HTTP/1.1" status: 200 len: 946 time: 0.1218426 Jun 25 14:40:34.781971 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-5c0d93ea-dcce-44c3-bac9-402d8aebefc3 req-777eb2b5-f346-4a57-ae4c-95e52ecc71bb tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] 10.222.0.72 "GET /v2.0/security-groups?id=12620e59-001b-43b9-9585-a187ca9c476b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443714 Jun 25 14:40:35.192121 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6b9f4e-443e-424a-ac08-2dd204daeacd req-c2ac2693-0c0a-4eb6-9c58-4c97782d1506 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:40:35.194288 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-9b6b9f4e-443e-424a-ac08-2dd204daeacd req-c2ac2693-0c0a-4eb6-9c58-4c97782d1506 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] 10.222.0.72 "GET /v2.0/ports?device_id=bbc6909b-ab6d-4631-b590-b9528a3ed3ce HTTP/1.1" status: 200 len: 945 time: 0.1050339 Jun 25 14:40:35.246363 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-9b6b9f4e-443e-424a-ac08-2dd204daeacd req-e3cf1d72-a60e-4d3b-aba4-aedcd7f7371d tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ca4f9d5-2444-4fa7-9912-3d2a58bd9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457435 Jun 25 14:40:36.006216 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaccd526-0670-47e6-b641-6f432dde0956 req-62a6862c-83e6-4895-bd1f-3987e72dcf5b tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:40:36.007880 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-aaccd526-0670-47e6-b641-6f432dde0956 req-62a6862c-83e6-4895-bd1f-3987e72dcf5b tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] 10.222.0.72 "GET /v2.0/ports?device_id=f934ad62-05db-44c9-a08d-15a24066fef5 HTTP/1.1" status: 200 len: 946 time: 0.0904100 Jun 25 14:40:36.078475 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-aaccd526-0670-47e6-b641-6f432dde0956 req-2e8340eb-81ea-497f-95ef-43c413c53e0a tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] 10.222.0.72 "GET /v2.0/security-groups?id=12620e59-001b-43b9-9585-a187ca9c476b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598526 Jun 25 14:40:36.469116 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5082617-f5fb-4a01-9779-6c8da1fb0f4e req-007f9af8-959c-41d9-bb79-520c94625d97 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:40:36.475286 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-b5082617-f5fb-4a01-9779-6c8da1fb0f4e req-007f9af8-959c-41d9-bb79-520c94625d97 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] 10.222.0.72 "GET /v2.0/ports?device_id=bbc6909b-ab6d-4631-b590-b9528a3ed3ce HTTP/1.1" status: 200 len: 945 time: 0.0991890 Jun 25 14:40:36.591435 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-b5082617-f5fb-4a01-9779-6c8da1fb0f4e req-72890fe3-427c-4604-ad0c-573711cd4433 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ca4f9d5-2444-4fa7-9912-3d2a58bd9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074033 Jun 25 14:40:37.828195 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca1c9aa-8636-4816-8fae-bf7ad6780442 req-a4cc3b9a-6e56-465c-b39d-adf357f005d8 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:40:37.829817 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-4ca1c9aa-8636-4816-8fae-bf7ad6780442 req-a4cc3b9a-6e56-465c-b39d-adf357f005d8 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] 10.222.0.72 "GET /v2.0/ports?device_id=bbc6909b-ab6d-4631-b590-b9528a3ed3ce HTTP/1.1" status: 200 len: 945 time: 0.1247549 Jun 25 14:40:37.898667 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-4ca1c9aa-8636-4816-8fae-bf7ad6780442 req-005b065b-682f-4a00-b691-f30733a70227 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ca4f9d5-2444-4fa7-9912-3d2a58bd9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603485 Jun 25 14:40:38.599992 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-e94683e8-51c4-48b7-913a-694b5a5c8f1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:38.995697 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:39.132177 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acc913a-2f87-4bb9-b0be-4d88701c6386 req-42329b54-0f9d-4b4d-a0f7-e09255764215 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:40:39.133950 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-3acc913a-2f87-4bb9-b0be-4d88701c6386 req-42329b54-0f9d-4b4d-a0f7-e09255764215 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] 10.222.0.72 "GET /v2.0/ports?device_id=bbc6909b-ab6d-4631-b590-b9528a3ed3ce HTTP/1.1" status: 200 len: 945 time: 0.0932956 Jun 25 14:40:39.182633 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-3acc913a-2f87-4bb9-b0be-4d88701c6386 req-f6f6edf7-1317-4b85-ac02-616c13b39887 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ca4f9d5-2444-4fa7-9912-3d2a58bd9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421045 Jun 25 14:40:40.388107 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd8d574-d864-4fdd-b36f-3f8d1c041dbe req-a8e1d260-cc66-4622-b27d-3d4734b658a4 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:40:40.389981 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-8fd8d574-d864-4fdd-b36f-3f8d1c041dbe req-a8e1d260-cc66-4622-b27d-3d4734b658a4 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] 10.222.0.72 "GET /v2.0/ports?device_id=bbc6909b-ab6d-4631-b590-b9528a3ed3ce HTTP/1.1" status: 200 len: 945 time: 0.0856373 Jun 25 14:40:40.442971 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-8fd8d574-d864-4fdd-b36f-3f8d1c041dbe req-a971f959-d781-486c-b46d-6de897e5506e tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ca4f9d5-2444-4fa7-9912-3d2a58bd9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472534 Jun 25 14:40:41.252040 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-e1643930-3db6-45f9-a23a-752f9edad844 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:41.695810 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695caf58-49b4-41a9-a8f4-4c8ff06f001c req-b2b3cd9d-59f7-4ec9-ac1a-4248babf1099 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:40:41.695810 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-695caf58-49b4-41a9-a8f4-4c8ff06f001c req-b2b3cd9d-59f7-4ec9-ac1a-4248babf1099 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] 10.222.0.72 "GET /v2.0/ports?device_id=bbc6909b-ab6d-4631-b590-b9528a3ed3ce HTTP/1.1" status: 200 len: 945 time: 0.1027312 Jun 25 14:40:41.749148 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-695caf58-49b4-41a9-a8f4-4c8ff06f001c req-ec964283-b575-4317-b7cc-f6d3a081cd52 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ca4f9d5-2444-4fa7-9912-3d2a58bd9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480673 Jun 25 14:40:42.223675 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-d14b10cb-2ead-4edf-9c0b-578ba992fa59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:42.752230 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.72', 33658) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:40:42.878198 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.db_base_plugin_v2 [None req-43f9598c-48f2-4371-a4d7-7dac71b15080 admin admin] Deleting subnet 0af0c9bf-3385-4a2b-840c-42f9400050c5 {{(pid=78397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jun 25 14:40:42.883632 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-43f9598c-48f2-4371-a4d7-7dac71b15080 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:42.939816 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-43f9598c-48f2-4371-a4d7-7dac71b15080 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127934648'] for subnet, precommit_delete_associations {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:42.988880 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86391c5-3e59-4c10-8a7b-afb39c43b1c0 req-0c6dc370-713f-41e4-85d1-65e03aa7becc tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:40:42.990460 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-d86391c5-3e59-4c10-8a7b-afb39c43b1c0 req-0c6dc370-713f-41e4-85d1-65e03aa7becc tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] 10.222.0.72 "GET /v2.0/ports?device_id=bbc6909b-ab6d-4631-b590-b9528a3ed3ce HTTP/1.1" status: 200 len: 945 time: 0.0967441 Jun 25 14:40:43.003084 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-43f9598c-48f2-4371-a4d7-7dac71b15080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3550162'] for subnet, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:43.038456 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-d86391c5-3e59-4c10-8a7b-afb39c43b1c0 req-2adf6282-7a5c-43b4-a7c4-9d1387aa66d1 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ca4f9d5-2444-4fa7-9912-3d2a58bd9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422149 Jun 25 14:40:43.087139 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-43f9598c-48f2-4371-a4d7-7dac71b15080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3548165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127934638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2042342'] for subnet, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:43.091508 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-e026a190-ec0b-44af-a9fe-ef2ac35a9da8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:40:43.126569 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f9598c-48f2-4371-a4d7-7dac71b15080 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0af0c9bf-3385-4a2b-840c-42f9400050c5,revision_number=None']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:40:43.132781 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-43f9598c-48f2-4371-a4d7-7dac71b15080 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:40:43.135923 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-43f9598c-48f2-4371-a4d7-7dac71b15080 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:43.143026 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-43f9598c-48f2-4371-a4d7-7dac71b15080 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/0af0c9bf-3385-4a2b-840c-42f9400050c5 HTTP/1.1" status: 204 len: 168 time: 0.3896666 Jun 25 14:40:43.145517 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.72', 33674) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:40:43.273861 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-1aa5d661-dfd1-4cdf-8cdf-92df22b21ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3443507'] for network, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:43.419087 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-1aa5d661-dfd1-4cdf-8cdf-92df22b21ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3547471', 'neutron.services.segments.db._delete_segments_for_network-8747172693185'] for network, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:43.433064 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.services.segments.db [None req-1aa5d661-dfd1-4cdf-8cdf-92df22b21ad6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39a3abce-6347-4740-b7ad-eb16ed570efd']}} {{(pid=78397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:40:43.447878 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.services.segments.db [None req-1aa5d661-dfd1-4cdf-8cdf-92df22b21ad6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbf7f83c-d341-4e8e-b137-9937f9037cc6') {'for_net_delete': True} {{(pid=78397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:40:43.448172 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.services.segments.db [None req-1aa5d661-dfd1-4cdf-8cdf-92df22b21ad6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbf7f83c-d341-4e8e-b137-9937f9037cc6') {} {{(pid=78397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:40:43.461951 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-1aa5d661-dfd1-4cdf-8cdf-92df22b21ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747172705576', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127934593'] for segment, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:43.480424 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-1aa5d661-dfd1-4cdf-8cdf-92df22b21ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3551624'] for segment, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:43.488526 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1aa5d661-dfd1-4cdf-8cdf-92df22b21ad6 admin admin] Releasing vlan 306 on physical network physnet1 to pool {{(pid=78397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 14:40:43.489173 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-1aa5d661-dfd1-4cdf-8cdf-92df22b21ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3551623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127937292'] for segment, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:43.493329 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-0959a481-12d6-4798-a5c7-3b38329e38d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:43.507457 dv-cinder-798091-1-smb neutron-server[78397]: Traceback (most recent call last): Jun 25 14:40:43.507457 dv-cinder-798091-1-smb neutron-server[78397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 14:40:43.507457 dv-cinder-798091-1-smb neutron-server[78397]: timer() Jun 25 14:40:43.507457 dv-cinder-798091-1-smb neutron-server[78397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 14:40:43.507457 dv-cinder-798091-1-smb neutron-server[78397]: cb(*args, **kw) Jun 25 14:40:43.507457 dv-cinder-798091-1-smb neutron-server[78397]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 14:40:43.507457 dv-cinder-798091-1-smb neutron-server[78397]: return func(*args, **kwargs) Jun 25 14:40:43.507457 dv-cinder-798091-1-smb neutron-server[78397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 14:40:43.507457 dv-cinder-798091-1-smb neutron-server[78397]: self._notify() Jun 25 14:40:43.507457 dv-cinder-798091-1-smb neutron-server[78397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 14:40:43.507457 dv-cinder-798091-1-smb neutron-server[78397]: self.callback(batched_events) Jun 25 14:40:43.507457 dv-cinder-798091-1-smb neutron-server[78397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 14:40:43.507457 dv-cinder-798091-1-smb neutron-server[78397]: event.method(event) Jun 25 14:40:43.507457 dv-cinder-798091-1-smb neutron-server[78397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 14:40:43.507457 dv-cinder-798091-1-smb neutron-server[78397]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 14:40:43.507457 dv-cinder-798091-1-smb neutron-server[78397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 14:40:43.507457 dv-cinder-798091-1-smb neutron-server[78397]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 14:40:43.507457 dv-cinder-798091-1-smb neutron-server[78397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 14:40:43.507457 dv-cinder-798091-1-smb neutron-server[78397]: return f(self, *a, **k) Jun 25 14:40:43.507457 dv-cinder-798091-1-smb neutron-server[78397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 14:40:43.507457 dv-cinder-798091-1-smb neutron-server[78397]: return self._get(url).json() Jun 25 14:40:43.507457 dv-cinder-798091-1-smb neutron-server[78397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 14:40:43.507457 dv-cinder-798091-1-smb neutron-server[78397]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 14:40:43.507457 dv-cinder-798091-1-smb neutron-server[78397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 14:40:43.507457 dv-cinder-798091-1-smb neutron-server[78397]: return self.request(url, 'GET', **kwargs) Jun 25 14:40:43.507457 dv-cinder-798091-1-smb neutron-server[78397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 14:40:43.507457 dv-cinder-798091-1-smb neutron-server[78397]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 14:40:43.507457 dv-cinder-798091-1-smb neutron-server[78397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 14:40:43.507457 dv-cinder-798091-1-smb neutron-server[78397]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 14:40:43.507457 dv-cinder-798091-1-smb neutron-server[78397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 14:40:43.507457 dv-cinder-798091-1-smb neutron-server[78397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 14:40:43.507457 dv-cinder-798091-1-smb neutron-server[78397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 14:40:43.594942 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-1aa5d661-dfd1-4cdf-8cdf-92df22b21ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3547472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-497664'] for network, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:43.599952 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-7a10da93-db68-4c0e-8ca2-70fdd3c54149 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:40:43.626783 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-1aa5d661-dfd1-4cdf-8cdf-92df22b21ad6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692162'] for network, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:43.631091 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa5d661-dfd1-4cdf-8cdf-92df22b21ad6 admin admin] Pushing event deleted for resources: {'Network': ['ID=39a3abce-6347-4740-b7ad-eb16ed570efd,revision_number=None']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:40:43.638911 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-1aa5d661-dfd1-4cdf-8cdf-92df22b21ad6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:40:43.643187 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-1aa5d661-dfd1-4cdf-8cdf-92df22b21ad6 admin admin] 10.222.0.72 "DELETE /v2.0/networks/39a3abce-6347-4740-b7ad-eb16ed570efd HTTP/1.1" status: 204 len: 168 time: 0.4965773 Jun 25 14:40:43.645909 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.72', 33696) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:40:43.711032 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b2bf3af-d776-4616-8078-79feb30e4cef admin admin] Deleting subnet 66fd69b5-e65d-42ca-a05d-f3220308bacc {{(pid=78397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jun 25 14:40:43.711395 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.72', 33702) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:40:43.714273 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-3b2bf3af-d776-4616-8078-79feb30e4cef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:43.771179 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-3b2bf3af-d776-4616-8078-79feb30e4cef admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127934648'] for subnet, precommit_delete_associations {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:43.868551 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-3b2bf3af-d776-4616-8078-79feb30e4cef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3550162'] for subnet, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:43.899302 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-30887555-76e9-41c1-b640-95adc9b1f27e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:43.927241 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-30887555-76e9-41c1-b640-95adc9b1f27e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:40:43.932318 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-30887555-76e9-41c1-b640-95adc9b1f27e admin admin] Usage tracker for resource:security_group_rule and tenant:4e4424ee538745778f9e9579bd9ae340 is out of sync, need to count used quota {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:40:43.936802 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-30887555-76e9-41c1-b640-95adc9b1f27e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:40:43.942694 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-30887555-76e9-41c1-b640-95adc9b1f27e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:40:43.948124 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-3b2bf3af-d776-4616-8078-79feb30e4cef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3548165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127934638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2042342'] for subnet, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:43.956857 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:40:43.990354 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2bf3af-d776-4616-8078-79feb30e4cef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66fd69b5-e65d-42ca-a05d-f3220308bacc,revision_number=None']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:40:43.993201 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-3b2bf3af-d776-4616-8078-79feb30e4cef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:40:43.994389 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-3b2bf3af-d776-4616-8078-79feb30e4cef admin admin] Notify callbacks [] for subnet, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:44.001211 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-3b2bf3af-d776-4616-8078-79feb30e4cef admin admin] 10.222.0.72 "DELETE /v2.0/subnets/66fd69b5-e65d-42ca-a05d-f3220308bacc HTTP/1.1" status: 204 len: 168 time: 0.3542473 Jun 25 14:40:44.003717 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.72', 33712) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:40:44.046923 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-30887555-76e9-41c1-b640-95adc9b1f27e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:44.050879 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-30887555-76e9-41c1-b640-95adc9b1f27e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726995'] for security_group, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:44.060583 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:40:44.088574 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30887555-76e9-41c1-b640-95adc9b1f27e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e48ab2e2-59dd-49f2-9789-6f101c8df2d7,revision_number=1']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:40:44.094022 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-30887555-76e9-41c1-b640-95adc9b1f27e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:40:44.114710 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-30887555-76e9-41c1-b640-95adc9b1f27e admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=4e4424ee538745778f9e9579bd9ae340&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4021533 Jun 25 14:40:44.115455 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.72', 33720) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:40:44.125396 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-e61a7173-2f4f-4fa2-8d30-f5e3cf399f75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3443507'] for network, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:44.176399 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-436a91ae-fb8d-4328-bdbb-73bedbba30b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:44.207341 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-436a91ae-fb8d-4328-bdbb-73bedbba30b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:44.260603 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-436a91ae-fb8d-4328-bdbb-73bedbba30b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726995'] for security_group, after_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:44.264812 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-c8fef93c-8897-476f-b671-fba9f42bbeb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:40:44.279839 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436a91ae-fb8d-4328-bdbb-73bedbba30b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e48ab2e2-59dd-49f2-9789-6f101c8df2d7,revision_number=None']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:40:44.284457 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-436a91ae-fb8d-4328-bdbb-73bedbba30b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:40:44.290846 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-436a91ae-fb8d-4328-bdbb-73bedbba30b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:44.295808 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-436a91ae-fb8d-4328-bdbb-73bedbba30b9 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/e48ab2e2-59dd-49f2-9789-6f101c8df2d7 HTTP/1.1" status: 204 len: 168 time: 0.1792617 Jun 25 14:40:44.306836 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-e61a7173-2f4f-4fa2-8d30-f5e3cf399f75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3547471', 'neutron.services.segments.db._delete_segments_for_network-8747172693185'] for network, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:44.327338 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.services.segments.db [None req-e61a7173-2f4f-4fa2-8d30-f5e3cf399f75 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59a90475-e661-4652-bb4a-99cef53d026c']}} {{(pid=78397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:40:44.349895 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.services.segments.db [None req-e61a7173-2f4f-4fa2-8d30-f5e3cf399f75 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bffe3b2e-0ee4-447a-b41a-40f4455695da') {'for_net_delete': True} {{(pid=78397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:40:44.350184 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.services.segments.db [None req-e61a7173-2f4f-4fa2-8d30-f5e3cf399f75 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bffe3b2e-0ee4-447a-b41a-40f4455695da') {} {{(pid=78397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:40:44.365643 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-e61a7173-2f4f-4fa2-8d30-f5e3cf399f75 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747172705576', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127934593'] for segment, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:44.386360 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-e61a7173-2f4f-4fa2-8d30-f5e3cf399f75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3551624'] for segment, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:44.396976 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e61a7173-2f4f-4fa2-8d30-f5e3cf399f75 admin admin] Releasing vlan 330 on physical network physnet1 to pool {{(pid=78397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 14:40:44.397667 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-e61a7173-2f4f-4fa2-8d30-f5e3cf399f75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3551623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127937292'] for segment, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:44.412860 dv-cinder-798091-1-smb neutron-server[78397]: Traceback (most recent call last): Jun 25 14:40:44.412860 dv-cinder-798091-1-smb neutron-server[78397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 14:40:44.412860 dv-cinder-798091-1-smb neutron-server[78397]: timer() Jun 25 14:40:44.412860 dv-cinder-798091-1-smb neutron-server[78397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 14:40:44.412860 dv-cinder-798091-1-smb neutron-server[78397]: cb(*args, **kw) Jun 25 14:40:44.412860 dv-cinder-798091-1-smb neutron-server[78397]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 14:40:44.412860 dv-cinder-798091-1-smb neutron-server[78397]: return func(*args, **kwargs) Jun 25 14:40:44.412860 dv-cinder-798091-1-smb neutron-server[78397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 14:40:44.412860 dv-cinder-798091-1-smb neutron-server[78397]: self._notify() Jun 25 14:40:44.412860 dv-cinder-798091-1-smb neutron-server[78397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 14:40:44.412860 dv-cinder-798091-1-smb neutron-server[78397]: self.callback(batched_events) Jun 25 14:40:44.412860 dv-cinder-798091-1-smb neutron-server[78397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 14:40:44.412860 dv-cinder-798091-1-smb neutron-server[78397]: event.method(event) Jun 25 14:40:44.412860 dv-cinder-798091-1-smb neutron-server[78397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 14:40:44.412860 dv-cinder-798091-1-smb neutron-server[78397]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 14:40:44.412860 dv-cinder-798091-1-smb neutron-server[78397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 14:40:44.412860 dv-cinder-798091-1-smb neutron-server[78397]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 14:40:44.412860 dv-cinder-798091-1-smb neutron-server[78397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 14:40:44.412860 dv-cinder-798091-1-smb neutron-server[78397]: return f(self, *a, **k) Jun 25 14:40:44.412860 dv-cinder-798091-1-smb neutron-server[78397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 14:40:44.412860 dv-cinder-798091-1-smb neutron-server[78397]: return self._get(url).json() Jun 25 14:40:44.412860 dv-cinder-798091-1-smb neutron-server[78397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 14:40:44.412860 dv-cinder-798091-1-smb neutron-server[78397]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 14:40:44.412860 dv-cinder-798091-1-smb neutron-server[78397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 14:40:44.412860 dv-cinder-798091-1-smb neutron-server[78397]: return self.request(url, 'GET', **kwargs) Jun 25 14:40:44.412860 dv-cinder-798091-1-smb neutron-server[78397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 14:40:44.412860 dv-cinder-798091-1-smb neutron-server[78397]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 14:40:44.412860 dv-cinder-798091-1-smb neutron-server[78397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 14:40:44.412860 dv-cinder-798091-1-smb neutron-server[78397]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 14:40:44.412860 dv-cinder-798091-1-smb neutron-server[78397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 14:40:44.412860 dv-cinder-798091-1-smb neutron-server[78397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 14:40:44.412860 dv-cinder-798091-1-smb neutron-server[78397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 14:40:44.565247 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e6b042-627a-4c78-925c-33ae06fb5ac4 req-cfb8dec0-9966-485c-b64f-3210554ef748 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:40:44.566919 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-97e6b042-627a-4c78-925c-33ae06fb5ac4 req-cfb8dec0-9966-485c-b64f-3210554ef748 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] 10.222.0.72 "GET /v2.0/ports?device_id=bbc6909b-ab6d-4631-b590-b9528a3ed3ce HTTP/1.1" status: 200 len: 945 time: 0.3293664 Jun 25 14:40:44.598763 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-e61a7173-2f4f-4fa2-8d30-f5e3cf399f75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3547472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-497664'] for network, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:44.603047 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-77b15a0f-494d-420a-98ff-71d6a78a8c9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:40:44.625909 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-e61a7173-2f4f-4fa2-8d30-f5e3cf399f75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692162'] for network, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:44.640996 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61a7173-2f4f-4fa2-8d30-f5e3cf399f75 admin admin] Pushing event deleted for resources: {'Network': ['ID=59a90475-e661-4652-bb4a-99cef53d026c,revision_number=None']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:40:44.645283 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-e61a7173-2f4f-4fa2-8d30-f5e3cf399f75 admin admin] 10.222.0.72 "DELETE /v2.0/networks/59a90475-e661-4652-bb4a-99cef53d026c HTTP/1.1" status: 204 len: 168 time: 0.6403718 Jun 25 14:40:44.646686 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-e61a7173-2f4f-4fa2-8d30-f5e3cf399f75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:40:44.649538 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-97e6b042-627a-4c78-925c-33ae06fb5ac4 req-4e3639b8-3364-46be-964a-9106a47a8ca6 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ca4f9d5-2444-4fa7-9912-3d2a58bd9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755570 Jun 25 14:40:44.787367 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.72', 33734) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:40:44.812428 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-c1225eec-fad2-45c9-b25c-1bb3ad863830 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:44.828321 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-c1225eec-fad2-45c9-b25c-1bb3ad863830 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:40:44.832074 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-c1225eec-fad2-45c9-b25c-1bb3ad863830 admin admin] Usage tracker for resource:security_group_rule and tenant:43e0bd8b9aed476fad7181ffe3510624 is out of sync, need to count used quota {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:40:44.834924 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-c1225eec-fad2-45c9-b25c-1bb3ad863830 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:40:44.840732 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-c1225eec-fad2-45c9-b25c-1bb3ad863830 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:40:44.860811 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.72', 33738) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:40:44.922192 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-5e170392-7a2c-4ff8-b415-58e54b095357 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=0e62302fdc6a448eb3dfb9048c974ac9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0594969 Jun 25 14:40:44.924608 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.72', 33742) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:40:44.966549 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-c1225eec-fad2-45c9-b25c-1bb3ad863830 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:44.975027 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-c1225eec-fad2-45c9-b25c-1bb3ad863830 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726995'] for security_group, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:44.987047 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-30887555-76e9-41c1-b640-95adc9b1f27e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:40:45.006911 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-4d5a3f22-9011-41ac-a192-af1ae105b87b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:45.032504 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-c1225eec-fad2-45c9-b25c-1bb3ad863830 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=43e0bd8b9aed476fad7181ffe3510624&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2439625 Jun 25 14:40:45.034240 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1225eec-fad2-45c9-b25c-1bb3ad863830 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34dd93c2-12ae-43cb-a4d8-a63ad261f612,revision_number=1']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:40:45.037579 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.72', 33750) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:40:45.040801 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-c1225eec-fad2-45c9-b25c-1bb3ad863830 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:40:45.049182 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-4d5a3f22-9011-41ac-a192-af1ae105b87b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:45.111717 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-4d5a3f22-9011-41ac-a192-af1ae105b87b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726995'] for security_group, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:45.118975 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-fa4cb047-2b4b-42be-9cd3-160e64493089 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:45.119548 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-3e66e5b3-c810-4c6f-86ab-5caa2eda5665 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:40:45.138024 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5a3f22-9011-41ac-a192-af1ae105b87b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66bed98a-9acd-457a-9ff7-92c5b0ad6c41,revision_number=None']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:40:45.140800 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-4d5a3f22-9011-41ac-a192-af1ae105b87b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:40:45.152882 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-4d5a3f22-9011-41ac-a192-af1ae105b87b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:45.157384 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-4d5a3f22-9011-41ac-a192-af1ae105b87b admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/66bed98a-9acd-457a-9ff7-92c5b0ad6c41 HTTP/1.1" status: 204 len: 168 time: 0.2315717 Jun 25 14:40:45.159247 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-fa4cb047-2b4b-42be-9cd3-160e64493089 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:45.223063 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-fa4cb047-2b4b-42be-9cd3-160e64493089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726995'] for security_group, after_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:45.228224 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-f60fc484-8c9b-462d-abc6-e79d167e31c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:40:45.241002 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cb047-2b4b-42be-9cd3-160e64493089 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34dd93c2-12ae-43cb-a4d8-a63ad261f612,revision_number=None']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:40:45.244424 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-fa4cb047-2b4b-42be-9cd3-160e64493089 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:40:45.246662 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-fa4cb047-2b4b-42be-9cd3-160e64493089 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:45.250579 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-fa4cb047-2b4b-42be-9cd3-160e64493089 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/34dd93c2-12ae-43cb-a4d8-a63ad261f612 HTTP/1.1" status: 204 len: 168 time: 0.2116230 Jun 25 14:40:45.485568 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.db.agents_db [None req-33cd8ffe-8d55-4e82-a60c-f31f0cdcb446 None None] Agent healthcheck: found 6 active agents {{(pid=78400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 25 14:40:45.651059 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.72', 33768) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:40:45.669706 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-0255c6f8-d938-49fc-b798-4fbae67c185f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:45.685620 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-0255c6f8-d938-49fc-b798-4fbae67c185f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:40:45.693472 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-0255c6f8-d938-49fc-b798-4fbae67c185f admin admin] Usage tracker for resource:security_group_rule and tenant:69c5d4a21cac4a6dbf7f06525d756472 is out of sync, need to count used quota {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:40:45.698414 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-0255c6f8-d938-49fc-b798-4fbae67c185f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:40:45.707471 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-0255c6f8-d938-49fc-b798-4fbae67c185f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:40:45.718161 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.72', 33774) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:40:45.778543 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-daf75f69-1cfe-4df2-8a59-dc487c48f1bf admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=e4817102e33a4d1cacfb5a3e0cd61776&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0587287 Jun 25 14:40:45.786597 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.72', 33778) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:40:45.847325 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-0255c6f8-d938-49fc-b798-4fbae67c185f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:45.862029 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-0255c6f8-d938-49fc-b798-4fbae67c185f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726995'] for security_group, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:45.872563 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-8c2a7b7f-bd54-45b0-9864-07dcc6ec6af9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:45.879752 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-2e80cc08-9c79-4d19-a96a-c47dc98f38e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:40:45.905804 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-8c2a7b7f-bd54-45b0-9864-07dcc6ec6af9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:45.974409 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-8c2a7b7f-bd54-45b0-9864-07dcc6ec6af9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726995'] for security_group, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:45.981190 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-90d954bd-d52e-4e47-9eb1-4a720d89b755 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:40:45.994342 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-8c2a7b7f-bd54-45b0-9864-07dcc6ec6af9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:45.995433 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-8c2a7b7f-bd54-45b0-9864-07dcc6ec6af9 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c6f67d65-31c6-4607-ba0f-a7f55dd1b05a HTTP/1.1" status: 204 len: 168 time: 0.2074373 Jun 25 14:40:45.999581 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-0255c6f8-d938-49fc-b798-4fbae67c185f admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=69c5d4a21cac4a6dbf7f06525d756472&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3474774 Jun 25 14:40:46.002027 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2a7b7f-bd54-45b0-9864-07dcc6ec6af9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6f67d65-31c6-4607-ba0f-a7f55dd1b05a,revision_number=None']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:40:46.003561 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.72', 33784) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:40:46.005795 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-8c2a7b7f-bd54-45b0-9864-07dcc6ec6af9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:40:46.021393 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0255c6f8-d938-49fc-b798-4fbae67c185f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21d89f7e-66ec-4104-93a8-f6ac03f01e96,revision_number=1']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:40:46.027461 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-0255c6f8-d938-49fc-b798-4fbae67c185f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:40:46.054502 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38b9e3d-5a9f-4601-9bb6-be6a03d9277e req-a89abad6-6d43-4215-b8b7-f25961a11c48 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:40:46.056021 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-f38b9e3d-5a9f-4601-9bb6-be6a03d9277e req-a89abad6-6d43-4215-b8b7-f25961a11c48 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] 10.222.0.72 "GET /v2.0/ports?device_id=bbc6909b-ab6d-4631-b590-b9528a3ed3ce HTTP/1.1" status: 200 len: 945 time: 0.2653749 Jun 25 14:40:46.125656 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-33a2dcaf-4544-4c1e-ae5a-030de33159dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:46.154092 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-33a2dcaf-4544-4c1e-ae5a-030de33159dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:46.182482 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-f38b9e3d-5a9f-4601-9bb6-be6a03d9277e req-edc43f6e-b135-4357-b879-eb31e0921633 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ca4f9d5-2444-4fa7-9912-3d2a58bd9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188190 Jun 25 14:40:46.251786 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-33a2dcaf-4544-4c1e-ae5a-030de33159dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726995'] for security_group, after_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:46.255703 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-fa4cb047-2b4b-42be-9cd3-160e64493089 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:40:46.268114 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a2dcaf-4544-4c1e-ae5a-030de33159dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21d89f7e-66ec-4104-93a8-f6ac03f01e96,revision_number=None']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:40:46.272095 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-33a2dcaf-4544-4c1e-ae5a-030de33159dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:40:46.275899 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-33a2dcaf-4544-4c1e-ae5a-030de33159dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:46.278320 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-33a2dcaf-4544-4c1e-ae5a-030de33159dd admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/21d89f7e-66ec-4104-93a8-f6ac03f01e96 HTTP/1.1" status: 204 len: 168 time: 0.2724166 Jun 25 14:40:47.436044 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56253f42-7723-42c9-9789-0c4996b98ed5 req-316c7d20-c17c-46d6-927e-46561b96b6bf tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:40:47.437586 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-56253f42-7723-42c9-9789-0c4996b98ed5 req-316c7d20-c17c-46d6-927e-46561b96b6bf tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] 10.222.0.72 "GET /v2.0/ports?device_id=bbc6909b-ab6d-4631-b590-b9528a3ed3ce HTTP/1.1" status: 200 len: 945 time: 0.1187818 Jun 25 14:40:47.502146 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-56253f42-7723-42c9-9789-0c4996b98ed5 req-e5f75d02-289a-4b5c-8caf-483c54966040 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ca4f9d5-2444-4fa7-9912-3d2a58bd9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573037 Jun 25 14:40:48.080520 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.72', 33890) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:40:48.237791 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-803d995e-a7fc-4b52-9017-76f9172878ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:48.254212 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-803d995e-a7fc-4b52-9017-76f9172878ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:40:48.258166 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-803d995e-a7fc-4b52-9017-76f9172878ed admin admin] Usage tracker for resource:security_group_rule and tenant:3336b242bcf24f57be146eee74c78111 is out of sync, need to count used quota {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:40:48.261440 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-803d995e-a7fc-4b52-9017-76f9172878ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:40:48.268666 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-803d995e-a7fc-4b52-9017-76f9172878ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:40:48.355405 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-803d995e-a7fc-4b52-9017-76f9172878ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:48.360566 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-803d995e-a7fc-4b52-9017-76f9172878ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726995'] for security_group, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:48.368217 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:40:48.427830 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-803d995e-a7fc-4b52-9017-76f9172878ed admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=3336b242bcf24f57be146eee74c78111&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3461874 Jun 25 14:40:48.428738 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803d995e-a7fc-4b52-9017-76f9172878ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94c70699-d5dc-40f2-a777-7c90bdcf337c,revision_number=1']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:40:48.430779 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.72', 33906) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:40:48.432439 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-803d995e-a7fc-4b52-9017-76f9172878ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:40:48.501046 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-6f5f1258-7fc5-460d-acf5-c2ca413a7a0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:48.541313 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-6f5f1258-7fc5-460d-acf5-c2ca413a7a0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:48.600454 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-6f5f1258-7fc5-460d-acf5-c2ca413a7a0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726995'] for security_group, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:48.605730 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-5c9167c3-c0f2-4a25-aeb8-8e843dc87580 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:40:48.617393 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5f1258-7fc5-460d-acf5-c2ca413a7a0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94c70699-d5dc-40f2-a777-7c90bdcf337c,revision_number=None']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:40:48.625796 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-6f5f1258-7fc5-460d-acf5-c2ca413a7a0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:40:48.626947 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-6f5f1258-7fc5-460d-acf5-c2ca413a7a0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:48.632386 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-6f5f1258-7fc5-460d-acf5-c2ca413a7a0f admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/94c70699-d5dc-40f2-a777-7c90bdcf337c HTTP/1.1" status: 204 len: 168 time: 0.2005026 Jun 25 14:40:48.704472 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf75e9f4-b985-4a90-8c4d-ae22b768baa6 req-63f5cd32-ea85-4495-8632-a0ca668ececa tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:40:48.709935 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-bf75e9f4-b985-4a90-8c4d-ae22b768baa6 req-63f5cd32-ea85-4495-8632-a0ca668ececa tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] 10.222.0.72 "GET /v2.0/ports?device_id=bbc6909b-ab6d-4631-b590-b9528a3ed3ce HTTP/1.1" status: 200 len: 945 time: 0.0912280 Jun 25 14:40:48.766309 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-bf75e9f4-b985-4a90-8c4d-ae22b768baa6 req-7c0eb588-5b68-4bdd-b052-a3a83343864f tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ca4f9d5-2444-4fa7-9912-3d2a58bd9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540636 Jun 25 14:40:49.982940 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2d88ab-64ac-4352-a05c-b771fde51d37 req-652e994f-ac52-4095-abc8-7532dd9f895e tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:40:49.984695 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-0b2d88ab-64ac-4352-a05c-b771fde51d37 req-652e994f-ac52-4095-abc8-7532dd9f895e tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] 10.222.0.72 "GET /v2.0/ports?device_id=bbc6909b-ab6d-4631-b590-b9528a3ed3ce HTTP/1.1" status: 200 len: 945 time: 0.1022916 Jun 25 14:40:50.036339 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-0b2d88ab-64ac-4352-a05c-b771fde51d37 req-b308616f-246f-4aaa-8e65-f0e70577836b tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ca4f9d5-2444-4fa7-9912-3d2a58bd9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441883 Jun 25 14:40:51.055783 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:51.242111 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a99bd4-85d1-49ea-b4f1-bf1d9ff939bd req-9be43e6a-da1f-458a-8cae-cb8f92533233 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:40:51.250258 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-b5a99bd4-85d1-49ea-b4f1-bf1d9ff939bd req-9be43e6a-da1f-458a-8cae-cb8f92533233 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] 10.222.0.72 "GET /v2.0/ports?device_id=bbc6909b-ab6d-4631-b590-b9528a3ed3ce HTTP/1.1" status: 200 len: 945 time: 0.0955696 Jun 25 14:40:51.312615 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-b5a99bd4-85d1-49ea-b4f1-bf1d9ff939bd req-cba42e38-9867-4c37-87fe-9007880b2a54 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ca4f9d5-2444-4fa7-9912-3d2a58bd9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610173 Jun 25 14:40:52.434367 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f963c5d-a60f-4e81-8500-bc8512044ba5 req-bbb9e9a3-0924-408f-ac7b-67ba59ff984a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:40:52.437204 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-2f963c5d-a60f-4e81-8500-bc8512044ba5 req-bbb9e9a3-0924-408f-ac7b-67ba59ff984a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=34cd0f1e83ac4b7a907987b235bcb59d&device_id=bbc6909b-ab6d-4631-b590-b9528a3ed3ce HTTP/1.1" status: 200 len: 1098 time: 0.0841651 Jun 25 14:40:52.540422 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce92b18-a536-44e5-ab45-bb79e4fc9e3e req-c3281bd2-62d7-4789-a9e3-6fe90f13b1d2 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:40:52.541920 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-5ce92b18-a536-44e5-ab45-bb79e4fc9e3e req-c3281bd2-62d7-4789-a9e3-6fe90f13b1d2 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] 10.222.0.72 "GET /v2.0/ports?device_id=bbc6909b-ab6d-4631-b590-b9528a3ed3ce HTTP/1.1" status: 200 len: 945 time: 0.0913024 Jun 25 14:40:52.592003 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-5ce92b18-a536-44e5-ab45-bb79e4fc9e3e req-51a3a108-3c9f-4cff-b4ee-435e5f2e1b16 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ca4f9d5-2444-4fa7-9912-3d2a58bd9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432336 Jun 25 14:40:52.598991 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f963c5d-a60f-4e81-8500-bc8512044ba5 req-c7ec55d0-d800-4eef-9c07-4d4af1ca4310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:40:52.600508 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-2f963c5d-a60f-4e81-8500-bc8512044ba5 req-c7ec55d0-d800-4eef-9c07-4d4af1ca4310 service neutron] 10.222.0.77 "GET /v2.0/networks?id=83fe267a-d7d2-452d-bb83-7a0060a308f0 HTTP/1.1" status: 200 len: 920 time: 0.1383297 Jun 25 14:40:52.673874 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-2f963c5d-a60f-4e81-8500-bc8512044ba5 req-dd8d3ba8-e48f-4fc2-ab5c-4d4f40054187 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=17552845-88ed-4637-a9fd-605239a795f7 HTTP/1.1" status: 200 len: 217 time: 0.0612278 Jun 25 14:40:52.743090 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f963c5d-a60f-4e81-8500-bc8512044ba5 req-5332218c-a8ed-408b-b891-32bade9a20af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:40:52.744520 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-2f963c5d-a60f-4e81-8500-bc8512044ba5 req-5332218c-a8ed-408b-b891-32bade9a20af service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f2ad48a2-5be6-4801-87cb-73e7b88cb0d2 HTTP/1.1" status: 200 len: 859 time: 0.0624237 Jun 25 14:40:52.796871 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-2f963c5d-a60f-4e81-8500-bc8512044ba5 req-dd7be50b-feaf-4d0f-b9d0-16be98ee24d8 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=83fe267a-d7d2-452d-bb83-7a0060a308f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423067 Jun 25 14:40:52.947218 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-2f963c5d-a60f-4e81-8500-bc8512044ba5 req-65567e62-35e0-40bf-800a-cf65f6c8368b service neutron] 10.222.0.77 "GET /v2.0/networks/83fe267a-d7d2-452d-bb83-7a0060a308f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309299 Jun 25 14:40:53.098050 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-2f963c5d-a60f-4e81-8500-bc8512044ba5 req-9dbf5a7e-0826-4897-9394-786efc6b04d0 service neutron] 10.222.0.77 "GET /v2.0/networks/83fe267a-d7d2-452d-bb83-7a0060a308f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373889 Jun 25 14:40:53.788311 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6268922-2a19-4c7a-9af7-8acb5a09a6dc req-c3ef3cfa-5bd3-4a52-ba51-588223283a3e tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:40:53.789836 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-f6268922-2a19-4c7a-9af7-8acb5a09a6dc req-c3ef3cfa-5bd3-4a52-ba51-588223283a3e tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] 10.222.0.72 "GET /v2.0/ports?device_id=bbc6909b-ab6d-4631-b590-b9528a3ed3ce HTTP/1.1" status: 200 len: 945 time: 0.0886247 Jun 25 14:40:53.837705 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-f6268922-2a19-4c7a-9af7-8acb5a09a6dc req-0e3bc1ae-172d-4ca5-a529-857b13609cf5 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ca4f9d5-2444-4fa7-9912-3d2a58bd9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409977 Jun 25 14:40:53.899158 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.72', 34066) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:40:54.024865 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-6861503c-051b-4940-b0e8-a32891649fae admin admin] Notify callbacks [] for security_group, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:54.044513 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-6861503c-051b-4940-b0e8-a32891649fae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:40:54.049903 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-6861503c-051b-4940-b0e8-a32891649fae admin admin] Usage tracker for resource:security_group_rule and tenant:4a954e5bd27948d882550867dccc49fa is out of sync, need to count used quota {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:40:54.054155 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-6861503c-051b-4940-b0e8-a32891649fae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:40:54.061661 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-6861503c-051b-4940-b0e8-a32891649fae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:40:54.161923 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-6861503c-051b-4940-b0e8-a32891649fae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:54.166130 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-6861503c-051b-4940-b0e8-a32891649fae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726995'] for security_group, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:54.173488 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-dfbbe0c0-7e32-4cd4-abed-23929f5ef175 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:40:54.212424 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6861503c-051b-4940-b0e8-a32891649fae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=102330d3-a99e-44fa-be5c-161f4c488222,revision_number=1']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:40:54.217054 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-6861503c-051b-4940-b0e8-a32891649fae admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=4a954e5bd27948d882550867dccc49fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3168609 Jun 25 14:40:54.220011 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.72', 34076) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:40:54.223175 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6861503c-051b-4940-b0e8-a32891649fae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:40:54.223533 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6861503c-051b-4940-b0e8-a32891649fae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:40:54.223883 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6861503c-051b-4940-b0e8-a32891649fae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:40:54.224227 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6861503c-051b-4940-b0e8-a32891649fae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:40:54.224566 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6861503c-051b-4940-b0e8-a32891649fae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:40:54.224900 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6861503c-051b-4940-b0e8-a32891649fae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:40:54.225232 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6861503c-051b-4940-b0e8-a32891649fae admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:40:54.225592 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6861503c-051b-4940-b0e8-a32891649fae admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:40:54.225925 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6861503c-051b-4940-b0e8-a32891649fae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:40:54.226263 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6861503c-051b-4940-b0e8-a32891649fae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:40:54.226591 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6861503c-051b-4940-b0e8-a32891649fae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:40:54.226916 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6861503c-051b-4940-b0e8-a32891649fae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:40:54.231213 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-6861503c-051b-4940-b0e8-a32891649fae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:40:54.284819 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-20f46d9f-11e0-4e25-954f-10818cc41151 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:54.315269 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-20f46d9f-11e0-4e25-954f-10818cc41151 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:54.377737 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-20f46d9f-11e0-4e25-954f-10818cc41151 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726995'] for security_group, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:54.381462 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-97b693ae-db68-412f-99ca-a94f5f863d4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:40:54.393861 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f46d9f-11e0-4e25-954f-10818cc41151 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=102330d3-a99e-44fa-be5c-161f4c488222,revision_number=None']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:40:54.404734 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-20f46d9f-11e0-4e25-954f-10818cc41151 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:54.405868 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-20f46d9f-11e0-4e25-954f-10818cc41151 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/102330d3-a99e-44fa-be5c-161f4c488222 HTTP/1.1" status: 204 len: 168 time: 0.1848330 Jun 25 14:40:54.407268 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f46d9f-11e0-4e25-954f-10818cc41151 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:40:54.407628 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f46d9f-11e0-4e25-954f-10818cc41151 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:40:54.407978 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f46d9f-11e0-4e25-954f-10818cc41151 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:40:54.408329 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f46d9f-11e0-4e25-954f-10818cc41151 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:40:54.408668 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f46d9f-11e0-4e25-954f-10818cc41151 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:40:54.409049 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f46d9f-11e0-4e25-954f-10818cc41151 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:40:54.409344 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f46d9f-11e0-4e25-954f-10818cc41151 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:40:54.409829 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f46d9f-11e0-4e25-954f-10818cc41151 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:40:54.410040 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f46d9f-11e0-4e25-954f-10818cc41151 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:40:54.410377 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f46d9f-11e0-4e25-954f-10818cc41151 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:40:54.410708 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f46d9f-11e0-4e25-954f-10818cc41151 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:40:54.411038 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f46d9f-11e0-4e25-954f-10818cc41151 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:40:54.415013 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-20f46d9f-11e0-4e25-954f-10818cc41151 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:40:55.080735 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2597aac6-d097-415c-af28-875f5874dd47 req-ea74348c-6435-40d6-87bb-295daa1951ba tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:40:55.086270 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-2597aac6-d097-415c-af28-875f5874dd47 req-ea74348c-6435-40d6-87bb-295daa1951ba tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] 10.222.0.72 "GET /v2.0/ports?device_id=bbc6909b-ab6d-4631-b590-b9528a3ed3ce HTTP/1.1" status: 200 len: 945 time: 0.1257849 Jun 25 14:40:55.133227 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-2597aac6-d097-415c-af28-875f5874dd47 req-6dda5f32-4ae9-4545-aeb2-789d877a01b7 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ca4f9d5-2444-4fa7-9912-3d2a58bd9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450935 Jun 25 14:40:55.630700 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.72', 34138) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:40:55.759548 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-0b9b31b1-63cc-4476-bd39-80978a279c25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:55.774978 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-0b9b31b1-63cc-4476-bd39-80978a279c25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:40:55.779602 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-0b9b31b1-63cc-4476-bd39-80978a279c25 admin admin] Usage tracker for resource:security_group_rule and tenant:a4acaa0187d44ca2bbc2e3aa6efda03b is out of sync, need to count used quota {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:40:55.782551 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-0b9b31b1-63cc-4476-bd39-80978a279c25 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:40:55.788956 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-0b9b31b1-63cc-4476-bd39-80978a279c25 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:40:55.887288 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-0b9b31b1-63cc-4476-bd39-80978a279c25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:55.894089 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-0b9b31b1-63cc-4476-bd39-80978a279c25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726995'] for security_group, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:55.901449 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-8c2a7b7f-bd54-45b0-9864-07dcc6ec6af9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:40:55.943474 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b31b1-63cc-4476-bd39-80978a279c25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4aac767-b71f-4297-9979-e736d2d53190,revision_number=1']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:40:55.947345 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-0b9b31b1-63cc-4476-bd39-80978a279c25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:40:55.950113 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-0b9b31b1-63cc-4476-bd39-80978a279c25 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a4acaa0187d44ca2bbc2e3aa6efda03b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3183765 Jun 25 14:40:55.952764 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.72', 34144) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:40:56.014480 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-a3f18b71-8fbd-4693-966a-cb1c398118fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:56.044568 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-a3f18b71-8fbd-4693-966a-cb1c398118fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:56.097695 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-a3f18b71-8fbd-4693-966a-cb1c398118fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726995'] for security_group, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:56.101301 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-63b2ce26-f8dd-41c0-9fef-1c2b9a4c2547 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:40:56.113081 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f18b71-8fbd-4693-966a-cb1c398118fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4aac767-b71f-4297-9979-e736d2d53190,revision_number=None']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:40:56.116822 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-a3f18b71-8fbd-4693-966a-cb1c398118fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:40:56.120167 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-a3f18b71-8fbd-4693-966a-cb1c398118fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:56.121496 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-a3f18b71-8fbd-4693-966a-cb1c398118fc admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/f4aac767-b71f-4297-9979-e736d2d53190 HTTP/1.1" status: 204 len: 168 time: 0.1677344 Jun 25 14:40:56.358518 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168a148d-d3d8-4f99-9d4b-c267f3a39211 req-2aa11bfd-1ef7-4bd2-aab9-c1e2cec2c943 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:40:56.360316 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-168a148d-d3d8-4f99-9d4b-c267f3a39211 req-2aa11bfd-1ef7-4bd2-aab9-c1e2cec2c943 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] 10.222.0.72 "GET /v2.0/ports?device_id=bbc6909b-ab6d-4631-b590-b9528a3ed3ce HTTP/1.1" status: 200 len: 945 time: 0.1042223 Jun 25 14:40:56.416053 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-168a148d-d3d8-4f99-9d4b-c267f3a39211 req-17b3a659-2d16-4713-98c0-2afeb96a6e83 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ca4f9d5-2444-4fa7-9912-3d2a58bd9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494030 Jun 25 14:40:56.719194 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.72', 34170) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:40:56.850257 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-3dc59820-c77c-4f19-aa8b-a57cff3e6cce admin admin] Notify callbacks [] for security_group, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:56.865893 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-3dc59820-c77c-4f19-aa8b-a57cff3e6cce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:40:56.869795 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-3dc59820-c77c-4f19-aa8b-a57cff3e6cce admin admin] Usage tracker for resource:security_group_rule and tenant:c12c839b073442fb837d84f00e8b7ca6 is out of sync, need to count used quota {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:40:56.873472 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-3dc59820-c77c-4f19-aa8b-a57cff3e6cce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:40:56.879132 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-3dc59820-c77c-4f19-aa8b-a57cff3e6cce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:40:56.963279 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-3dc59820-c77c-4f19-aa8b-a57cff3e6cce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:56.967425 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-3dc59820-c77c-4f19-aa8b-a57cff3e6cce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726995'] for security_group, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:56.974798 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-b014d618-9a82-4f60-aac3-51ad265b6bc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:40:57.021814 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc59820-c77c-4f19-aa8b-a57cff3e6cce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78311566-2d9c-4d40-b150-32dc37970fc3,revision_number=1']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:40:57.025449 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-3dc59820-c77c-4f19-aa8b-a57cff3e6cce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:40:57.028134 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-3dc59820-c77c-4f19-aa8b-a57cff3e6cce admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=c12c839b073442fb837d84f00e8b7ca6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3078723 Jun 25 14:40:57.030831 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.72', 34176) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:40:57.094316 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-3bea2bf6-4310-4648-9780-3aa99a5c62bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:57.119675 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-3bea2bf6-4310-4648-9780-3aa99a5c62bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:57.172439 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-3bea2bf6-4310-4648-9780-3aa99a5c62bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726995'] for security_group, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:57.176097 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-7539b7f5-9cb1-4f21-875d-9b1b2bf2bb97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:40:57.188099 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bea2bf6-4310-4648-9780-3aa99a5c62bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78311566-2d9c-4d40-b150-32dc37970fc3,revision_number=None']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:40:57.192211 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-3bea2bf6-4310-4648-9780-3aa99a5c62bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:40:57.195794 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-3bea2bf6-4310-4648-9780-3aa99a5c62bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:57.199084 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-3bea2bf6-4310-4648-9780-3aa99a5c62bb admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/78311566-2d9c-4d40-b150-32dc37970fc3 HTTP/1.1" status: 204 len: 168 time: 0.1652441 Jun 25 14:40:57.501717 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.72', 34188) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:40:57.521078 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-42fb0876-4226-429c-96b4-2e18b1f89785 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:57.541345 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-42fb0876-4226-429c-96b4-2e18b1f89785 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:40:57.581447 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-42fb0876-4226-429c-96b4-2e18b1f89785 admin admin] Usage tracker for resource:security_group_rule and tenant:d405e38789ef406c9eb513051c4d01fb is out of sync, need to count used quota {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:40:57.588521 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-42fb0876-4226-429c-96b4-2e18b1f89785 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:40:57.596195 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-42fb0876-4226-429c-96b4-2e18b1f89785 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:40:57.674875 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07c2f34-d847-410e-b100-b8bda7f956fd req-361a1f95-ba1a-49a3-875e-9ab1ddd2f06b tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:40:57.676428 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-d07c2f34-d847-410e-b100-b8bda7f956fd req-361a1f95-ba1a-49a3-875e-9ab1ddd2f06b tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] 10.222.0.72 "GET /v2.0/ports?device_id=bbc6909b-ab6d-4631-b590-b9528a3ed3ce HTTP/1.1" status: 200 len: 945 time: 0.1372342 Jun 25 14:40:57.763478 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-d07c2f34-d847-410e-b100-b8bda7f956fd req-6b8ff32d-587d-4970-ba0e-497fdfb9f294 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ca4f9d5-2444-4fa7-9912-3d2a58bd9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804257 Jun 25 14:40:57.771012 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-42fb0876-4226-429c-96b4-2e18b1f89785 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:57.775922 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-42fb0876-4226-429c-96b4-2e18b1f89785 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726995'] for security_group, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:57.805844 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-436a91ae-fb8d-4328-bdbb-73bedbba30b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:40:57.817635 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-42fb0876-4226-429c-96b4-2e18b1f89785 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=d405e38789ef406c9eb513051c4d01fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3144636 Jun 25 14:40:57.820093 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.72', 34202) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:40:57.874017 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fb0876-4226-429c-96b4-2e18b1f89785 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3c07a4c-98b5-4212-8254-86b96cb8091e,revision_number=1']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:40:57.882468 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-42fb0876-4226-429c-96b4-2e18b1f89785 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:40:57.933123 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-57d62ee9-9207-40cc-8990-2cce96869fde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:57.963081 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-57d62ee9-9207-40cc-8990-2cce96869fde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:58.024399 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-57d62ee9-9207-40cc-8990-2cce96869fde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726995'] for security_group, after_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:58.028972 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-88fc48dc-ecaf-4309-b2c0-d2a3e4eef43f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:40:58.042727 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d62ee9-9207-40cc-8990-2cce96869fde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3c07a4c-98b5-4212-8254-86b96cb8091e,revision_number=None']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:40:58.047785 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-57d62ee9-9207-40cc-8990-2cce96869fde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:40:58.067392 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-57d62ee9-9207-40cc-8990-2cce96869fde admin admin] Notify callbacks [] for security_group, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:58.071402 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-57d62ee9-9207-40cc-8990-2cce96869fde admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/b3c07a4c-98b5-4212-8254-86b96cb8091e HTTP/1.1" status: 204 len: 168 time: 0.2480631 Jun 25 14:40:58.116770 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b750b18-1068-403d-bfde-6607e5323848 req-11d8aaf4-535b-4ac7-bcaf-50e1e4f0e80c tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:40:58.118285 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-7b750b18-1068-403d-bfde-6607e5323848 req-11d8aaf4-535b-4ac7-bcaf-50e1e4f0e80c tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] 10.222.0.72 "GET /v2.0/networks?id=808ce0ae-354d-4414-90d0-3589c38f5458 HTTP/1.1" status: 200 len: 814 time: 0.2515979 Jun 25 14:40:58.133400 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-7b750b18-1068-403d-bfde-6607e5323848 req-9c33037c-954e-4d7d-8cb8-dff185ed2ba1 tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] 10.222.0.72 "GET /v2.0/quotas/6290ced7f89f4224aad290cae89da82b HTTP/1.1" status: 200 len: 375 time: 0.0090902 Jun 25 14:40:58.225934 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-7b750b18-1068-403d-bfde-6607e5323848 req-17ba4324-895e-4959-b165-7708733c95d9 tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=6290ced7f89f4224aad290cae89da82b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0865796 Jun 25 14:40:58.371965 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-7b750b18-1068-403d-bfde-6607e5323848 req-b95c48a7-a1bf-4e49-9a2b-a3d3156efc27 service neutron] 10.222.0.72 "GET /v2.0/networks/808ce0ae-354d-4414-90d0-3589c38f5458?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379924 Jun 25 14:40:58.446254 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.72', 34216) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:40:58.470691 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-ca297121-8032-42da-9773-35a0b36e230b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:58.486653 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-ca297121-8032-42da-9773-35a0b36e230b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:40:58.490646 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-ca297121-8032-42da-9773-35a0b36e230b admin admin] Usage tracker for resource:security_group_rule and tenant:a0a5f5f269ab4d04b80bdfd94303fd46 is out of sync, need to count used quota {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:40:58.493828 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-ca297121-8032-42da-9773-35a0b36e230b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:40:58.500457 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-ca297121-8032-42da-9773-35a0b36e230b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:40:58.517714 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-7b750b18-1068-403d-bfde-6607e5323848 req-710dc066-26b9-424c-9554-fa3c1595344e service neutron] 10.222.0.72 "GET /v2.0/networks/808ce0ae-354d-4414-90d0-3589c38f5458?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396596 Jun 25 14:40:58.611700 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-ca297121-8032-42da-9773-35a0b36e230b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:58.618416 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-ca297121-8032-42da-9773-35a0b36e230b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726995'] for security_group, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:58.629668 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-5e54dc09-9a33-437b-9f9f-fa0696334624 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:40:58.678959 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca297121-8032-42da-9773-35a0b36e230b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d3939dc-2357-47fa-8f1a-7152310327a7,revision_number=1']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:40:58.686316 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-ca297121-8032-42da-9773-35a0b36e230b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a0a5f5f269ab4d04b80bdfd94303fd46&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2364991 Jun 25 14:40:58.687504 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.72', 34228) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:40:58.691320 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-ca297121-8032-42da-9773-35a0b36e230b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:40:58.783401 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-1b0c1b51-50ba-433a-80f5-2037e30e27a7 req-9c9a0490-2b12-45bd-a86b-32472a0adcc6 tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] 10.222.0.72 "GET /v2.0/ports?device_id=ad9401e4-a3f4-4d47-9873-e70788a70f4f HTTP/1.1" status: 200 len: 210 time: 0.0893307 Jun 25 14:40:58.803668 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-e488ab4e-676f-4a4d-888e-c08ab6e39b3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:58.841305 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-e488ab4e-676f-4a4d-888e-c08ab6e39b3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:58.920196 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-e488ab4e-676f-4a4d-888e-c08ab6e39b3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726995'] for security_group, after_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:58.924253 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-6861503c-051b-4940-b0e8-a32891649fae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:40:58.937378 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e488ab4e-676f-4a4d-888e-c08ab6e39b3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d3939dc-2357-47fa-8f1a-7152310327a7,revision_number=None']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:40:58.941633 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-e488ab4e-676f-4a4d-888e-c08ab6e39b3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:40:58.944943 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-e488ab4e-676f-4a4d-888e-c08ab6e39b3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:58.946822 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-e488ab4e-676f-4a4d-888e-c08ab6e39b3a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/7d3939dc-2357-47fa-8f1a-7152310327a7 HTTP/1.1" status: 204 len: 168 time: 0.2545011 Jun 25 14:40:59.084484 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb58bc5-2dd5-4f40-93de-99c23d475b4e req-376ae40f-6c2e-4680-bcc9-3001574fdab1 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:40:59.086044 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-eeb58bc5-2dd5-4f40-93de-99c23d475b4e req-376ae40f-6c2e-4680-bcc9-3001574fdab1 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] 10.222.0.72 "GET /v2.0/ports?device_id=bbc6909b-ab6d-4631-b590-b9528a3ed3ce HTTP/1.1" status: 200 len: 945 time: 0.1793060 Jun 25 14:40:59.158396 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-eeb58bc5-2dd5-4f40-93de-99c23d475b4e req-b1f9b256-0405-40df-a2b7-21b681a40961 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ca4f9d5-2444-4fa7-9912-3d2a58bd9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602415 Jun 25 14:40:59.766912 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ccde50-cc23-410d-b86e-d131cff6c341 req-8add2e4f-544e-4b7c-9ba3-ef6a107eae41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:40:59.768657 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-58ccde50-cc23-410d-b86e-d131cff6c341 req-8add2e4f-544e-4b7c-9ba3-ef6a107eae41 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=bbc6909b-ab6d-4631-b590-b9528a3ed3ce HTTP/1.1" status: 200 len: 1098 time: 0.0769477 Jun 25 14:40:59.818171 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-58ccde50-cc23-410d-b86e-d131cff6c341 req-d3f35ca5-c361-4e7d-b932-bb73edf4f321 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=4ca4f9d5-2444-4fa7-9912-3d2a58bd9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381281 Jun 25 14:40:59.958075 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-642d47a6-f51c-4923-80aa-1d1882c3e258 req-e59c9d76-d54a-491d-aae3-a53372c10ed9 tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] 10.222.0.72 "GET /v2.0/ports?device_id=ad9401e4-a3f4-4d47-9873-e70788a70f4f HTTP/1.1" status: 200 len: 210 time: 0.0444882 Jun 25 14:41:00.354777 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcffc38-2b57-49a6-b439-b06625599346 req-103859f2-72f9-452b-a757-2ade625d3b26 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:41:00.356925 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-edcffc38-2b57-49a6-b439-b06625599346 req-103859f2-72f9-452b-a757-2ade625d3b26 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] 10.222.0.72 "GET /v2.0/ports?device_id=bbc6909b-ab6d-4631-b590-b9528a3ed3ce HTTP/1.1" status: 200 len: 945 time: 0.0868375 Jun 25 14:41:00.408878 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-edcffc38-2b57-49a6-b439-b06625599346 req-666f0f12-7426-4a88-b61a-ed52149e8678 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ca4f9d5-2444-4fa7-9912-3d2a58bd9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450339 Jun 25 14:41:00.848578 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b750b18-1068-403d-bfde-6607e5323848 req-050d6b5e-802c-4c4e-9441-a712b39dec3d tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:41:00.850054 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-7b750b18-1068-403d-bfde-6607e5323848 req-050d6b5e-802c-4c4e-9441-a712b39dec3d tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] 10.222.0.77 "GET /v2.0/networks?id=808ce0ae-354d-4414-90d0-3589c38f5458 HTTP/1.1" status: 200 len: 814 time: 0.1602390 Jun 25 14:41:00.894908 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.v2.base [req-7b750b18-1068-403d-bfde-6607e5323848 req-00a80efd-156d-40da-a7c4-64cf81f92b2b tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] Request body: {'port': {'device_id': 'ad9401e4-a3f4-4d47-9873-e70788a70f4f', 'network_id': '808ce0ae-354d-4414-90d0-3589c38f5458', 'admin_state_up': True, 'tenant_id': '6290ced7f89f4224aad290cae89da82b'}} {{(pid=78397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:41:01.040343 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [req-7b750b18-1068-403d-bfde-6607e5323848 req-00a80efd-156d-40da-a7c4-64cf81f92b2b tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:41:01.051107 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [req-7b750b18-1068-403d-bfde-6607e5323848 req-00a80efd-156d-40da-a7c4-64cf81f92b2b tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:41:01.063227 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b750b18-1068-403d-bfde-6607e5323848 req-00a80efd-156d-40da-a7c4-64cf81f92b2b tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] Made reservation on behalf of 6290ced7f89f4224aad290cae89da82b for: {'port': 1} {{(pid=78397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 14:41:01.067260 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-7b750b18-1068-403d-bfde-6607e5323848 req-00a80efd-156d-40da-a7c4-64cf81f92b2b tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for port, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:01.194506 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-29710297-f017-400b-963c-78adde78956c req-8f6f346e-dc5d-47db-afee-1b8a9c20b9f4 tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] 10.222.0.72 "GET /v2.0/ports?device_id=ad9401e4-a3f4-4d47-9873-e70788a70f4f HTTP/1.1" status: 200 len: 210 time: 0.1228442 Jun 25 14:41:01.266909 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.db_base_plugin_common [req-7b750b18-1068-403d-bfde-6607e5323848 req-00a80efd-156d-40da-a7c4-64cf81f92b2b tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] Allocated IP 172.20.0.7 (808ce0ae-354d-4414-90d0-3589c38f5458/df82b164-9b34-47d3-90d0-c5f04fc4d7cc/ef94b979-d5f2-4666-a4a4-4d47d2b9cc75) {{(pid=78397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 14:41:01.497031 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-7b750b18-1068-403d-bfde-6607e5323848 req-00a80efd-156d-40da-a7c4-64cf81f92b2b tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] Notify callbacks [] for port, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:01.568091 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-7b750b18-1068-403d-bfde-6607e5323848 req-00a80efd-156d-40da-a7c4-64cf81f92b2b tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747172243469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127937375'] for port, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:01.580406 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:41:01.647043 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] get_ports_and_sgs() called for port_ids ['324ca5a9-3809-4c38-b0e4-8e049b0333e2', 'bc190e6a-aac3-4f11-846b-36264c08057c', '0a8612bc-1132-4903-80bd-0edeea318eed'] {{(pid=78399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 25 14:41:01.672248 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b750b18-1068-403d-bfde-6607e5323848 req-00a80efd-156d-40da-a7c4-64cf81f92b2b tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] Network 808ce0ae-354d-4414-90d0-3589c38f5458 is already hosted by enough agents. {{(pid=78397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:41:01.677151 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.scheduler.base_scheduler [req-7b750b18-1068-403d-bfde-6607e5323848 req-00a80efd-156d-40da-a7c4-64cf81f92b2b tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] Resources bound (agent type, host, resource id): {{(pid=78397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:41:01.682079 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b750b18-1068-403d-bfde-6607e5323848 req-00a80efd-156d-40da-a7c4-64cf81f92b2b tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] Received port after_create {{(pid=78397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 25 14:41:01.725840 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a80efd-156d-40da-a7c4-64cf81f92b2b tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] Pushing event updated for resources: {'Port': ['ID=ef94b979-d5f2-4666-a4a4-4d47d2b9cc75,revision_number=1']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:41:01.740300 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-00a80efd-156d-40da-a7c4-64cf81f92b2b tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:41:01.781590 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737e0e38-346c-4a24-a507-ee98e984df0a req-83be2f7f-dfcc-4ae4-abcb-86adb7ccc081 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:41:01.783169 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-737e0e38-346c-4a24-a507-ee98e984df0a req-83be2f7f-dfcc-4ae4-abcb-86adb7ccc081 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] 10.222.0.72 "GET /v2.0/ports?device_id=bbc6909b-ab6d-4631-b590-b9528a3ed3ce HTTP/1.1" status: 200 len: 945 time: 0.2568448 Jun 25 14:41:01.868416 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b750b18-1068-403d-bfde-6607e5323848 req-00a80efd-156d-40da-a7c4-64cf81f92b2b tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:41:01.869169 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-7b750b18-1068-403d-bfde-6607e5323848 req-00a80efd-156d-40da-a7c4-64cf81f92b2b tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257150'] for port, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:01.948629 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-7b750b18-1068-403d-bfde-6607e5323848 req-00a80efd-156d-40da-a7c4-64cf81f92b2b tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0567944 Jun 25 14:41:01.958892 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-737e0e38-346c-4a24-a507-ee98e984df0a req-05ffd318-4cef-4c16-84cc-26a423a3d1ce tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ca4f9d5-2444-4fa7-9912-3d2a58bd9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605704 Jun 25 14:41:02.002028 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.v2.base [req-7b750b18-1068-403d-bfde-6607e5323848 req-9a5a8304-30ef-44da-a6a9-9b8b08d203a1 service neutron] Request body: {'port': {'device_id': 'ad9401e4-a3f4-4d47-9873-e70788a70f4f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79809'}} {{(pid=78397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:41:02.189973 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-7b750b18-1068-403d-bfde-6607e5323848 req-9a5a8304-30ef-44da-a6a9-9b8b08d203a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for port, before_update {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:02.495948 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219135fc-66d4-4cbb-bf6b-e1cbbff4bc33 req-9da4c2f9-982a-4e3e-8c64-4474948c4891 tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:41:02.496813 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [req-219135fc-66d4-4cbb-bf6b-e1cbbff4bc33 req-9da4c2f9-982a-4e3e-8c64-4474948c4891 tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] Synchronizing usage tracker for tenant:6290ced7f89f4224aad290cae89da82b on resource:port {{(pid=78397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 25 14:41:02.536997 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [req-219135fc-66d4-4cbb-bf6b-e1cbbff4bc33 req-9da4c2f9-982a-4e3e-8c64-4474948c4891 tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] Unset dirty status for tenant:6290ced7f89f4224aad290cae89da82b on resource:port {{(pid=78397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 25 14:41:02.538156 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-219135fc-66d4-4cbb-bf6b-e1cbbff4bc33 req-9da4c2f9-982a-4e3e-8c64-4474948c4891 tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] 10.222.0.72 "GET /v2.0/ports?device_id=ad9401e4-a3f4-4d47-9873-e70788a70f4f HTTP/1.1" status: 200 len: 931 time: 0.2343833 Jun 25 14:41:02.636892 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-219135fc-66d4-4cbb-bf6b-e1cbbff4bc33 req-1eb6f01c-e4a7-4c7b-ba18-1b23ba725f60 tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] 10.222.0.72 "GET /v2.0/security-groups?id=12620e59-001b-43b9-9585-a187ca9c476b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920382 Jun 25 14:41:02.642308 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.notifiers.nova [req-7b750b18-1068-403d-bfde-6607e5323848 req-9a5a8304-30ef-44da-a6a9-9b8b08d203a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef94b979-d5f2-4666-a4a4-4d47d2b9cc75 {{(pid=78397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 14:41:02.649577 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-7b750b18-1068-403d-bfde-6607e5323848 req-9a5a8304-30ef-44da-a6a9-9b8b08d203a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:02.665675 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.provisioning_blocks [req-7b750b18-1068-403d-bfde-6607e5323848 req-9a5a8304-30ef-44da-a6a9-9b8b08d203a1 service neutron] Transition to ACTIVE for port object ef94b979-d5f2-4666-a4a4-4d47d2b9cc75 will not be triggered until provisioned by entity L2. {{(pid=78397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:41:02.669997 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-7b750b18-1068-403d-bfde-6607e5323848 req-9a5a8304-30ef-44da-a6a9-9b8b08d203a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747172683978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747172243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747172243532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127937384'] for port, after_update {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:02.674429 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:41:02.800514 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5a8304-30ef-44da-a6a9-9b8b08d203a1 service neutron] Pushing event updated for resources: {'Port': ['ID=ef94b979-d5f2-4666-a4a4-4d47d2b9cc75,revision_number=2']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:41:02.831804 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-9a5a8304-30ef-44da-a6a9-9b8b08d203a1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:41:02.905326 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.managers [req-7b750b18-1068-403d-bfde-6607e5323848 req-9a5a8304-30ef-44da-a6a9-9b8b08d203a1 service neutron] Attempting to bind port ef94b979-d5f2-4666-a4a4-4d47d2b9cc75 on host hv-cinder-79809 for vnic_type normal with profile {{(pid=78397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 14:41:02.906286 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.managers [req-7b750b18-1068-403d-bfde-6607e5323848 req-9a5a8304-30ef-44da-a6a9-9b8b08d203a1 service neutron] Attempting to bind port ef94b979-d5f2-4666-a4a4-4d47d2b9cc75 by drivers openvswitch,hyperv on host hv-cinder-79809 at level 0 using segments [{'id': '71eb932d-08ba-477f-9129-39c672514c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '808ce0ae-354d-4414-90d0-3589c38f5458'}] {{(pid=78397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 14:41:02.906286 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b750b18-1068-403d-bfde-6607e5323848 req-9a5a8304-30ef-44da-a6a9-9b8b08d203a1 service neutron] Attempting to bind port ef94b979-d5f2-4666-a4a4-4d47d2b9cc75 on network 808ce0ae-354d-4414-90d0-3589c38f5458 {{(pid=78397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:41:02.910637 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b750b18-1068-403d-bfde-6607e5323848 req-9a5a8304-30ef-44da-a6a9-9b8b08d203a1 service neutron] Port ef94b979-d5f2-4666-a4a4-4d47d2b9cc75 on network 808ce0ae-354d-4414-90d0-3589c38f5458 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79809 {{(pid=78397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 14:41:02.910951 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b750b18-1068-403d-bfde-6607e5323848 req-9a5a8304-30ef-44da-a6a9-9b8b08d203a1 service neutron] Attempting to bind port ef94b979-d5f2-4666-a4a4-4d47d2b9cc75 on network 808ce0ae-354d-4414-90d0-3589c38f5458 {{(pid=78397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:41:02.915928 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b750b18-1068-403d-bfde-6607e5323848 req-9a5a8304-30ef-44da-a6a9-9b8b08d203a1 service neutron] Checking agent: {'id': 'cd5845b2-5f15-4f32-8a77-b0e44a8778a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79809', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 14, 36, 51), 'started_at': datetime.datetime(2021, 6, 25, 14, 36, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 14, 40, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 14:41:02.916259 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b750b18-1068-403d-bfde-6607e5323848 req-9a5a8304-30ef-44da-a6a9-9b8b08d203a1 service neutron] Checking segment: {'id': '71eb932d-08ba-477f-9129-39c672514c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '808ce0ae-354d-4414-90d0-3589c38f5458'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:41:02.916635 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b750b18-1068-403d-bfde-6607e5323848 req-9a5a8304-30ef-44da-a6a9-9b8b08d203a1 service neutron] Bound using segment: {'id': '71eb932d-08ba-477f-9129-39c672514c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '808ce0ae-354d-4414-90d0-3589c38f5458'} {{(pid=78397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 14:41:02.917054 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.managers [req-7b750b18-1068-403d-bfde-6607e5323848 req-9a5a8304-30ef-44da-a6a9-9b8b08d203a1 service neutron] Bound port: ef94b979-d5f2-4666-a4a4-4d47d2b9cc75, host: hv-cinder-79809, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71eb932d-08ba-477f-9129-39c672514c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '808ce0ae-354d-4414-90d0-3589c38f5458'}}] {{(pid=78397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 14:41:02.917431 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-7b750b18-1068-403d-bfde-6607e5323848 req-9a5a8304-30ef-44da-a6a9-9b8b08d203a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for port, before_update {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:03.024875 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.db [req-7b750b18-1068-403d-bfde-6607e5323848 req-9a5a8304-30ef-44da-a6a9-9b8b08d203a1 service neutron] For port ef94b979-d5f2-4666-a4a4-4d47d2b9cc75, host hv-cinder-79809, cleared binding levels {{(pid=78397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 25 14:41:03.028968 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.db [req-7b750b18-1068-403d-bfde-6607e5323848 req-9a5a8304-30ef-44da-a6a9-9b8b08d203a1 service neutron] For port ef94b979-d5f2-4666-a4a4-4d47d2b9cc75, host hv-cinder-79809, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=ef94b979-d5f2-4666-a4a4-4d47d2b9cc75,segment=NetworkSegment(71eb932d-08ba-477f-9129-39c672514c4e),segment_id=71eb932d-08ba-477f-9129-39c672514c4e)] {{(pid=78397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 25 14:41:03.032763 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-7b750b18-1068-403d-bfde-6607e5323848 req-9a5a8304-30ef-44da-a6a9-9b8b08d203a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747172683978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747172243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747172243532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127937384'] for port, after_update {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:03.037414 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-9a5a8304-30ef-44da-a6a9-9b8b08d203a1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:41:03.124153 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b750b18-1068-403d-bfde-6607e5323848 req-9a5a8304-30ef-44da-a6a9-9b8b08d203a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:41:03.124847 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-7b750b18-1068-403d-bfde-6607e5323848 req-9a5a8304-30ef-44da-a6a9-9b8b08d203a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257150'] for port, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:03.126232 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-7b750b18-1068-403d-bfde-6607e5323848 req-9a5a8304-30ef-44da-a6a9-9b8b08d203a1 service neutron] 10.222.0.77 "PUT /v2.0/ports/ef94b979-d5f2-4666-a4a4-4d47d2b9cc75 HTTP/1.1" status: 200 len: 1093 time: 1.1287041 Jun 25 14:41:03.134096 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad9401e4-a3f4-4d47-9873-e70788a70f4f', 'tag': 'ef94b979-d5f2-4666-a4a4-4d47d2b9cc75'}] {{(pid=78397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:41:03.179048 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5a8304-30ef-44da-a6a9-9b8b08d203a1 service neutron] Pushing event updated for resources: {'Port': ['ID=ef94b979-d5f2-4666-a4a4-4d47d2b9cc75,revision_number=3']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:41:03.183276 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-9a5a8304-30ef-44da-a6a9-9b8b08d203a1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:41:03.203408 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f26a1a-ebff-4bec-9f3b-9fdcf21dedec req-e9f0db06-6d05-4ee2-bfe2-72f0c7230378 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:41:03.204846 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-26f26a1a-ebff-4bec-9f3b-9fdcf21dedec req-e9f0db06-6d05-4ee2-bfe2-72f0c7230378 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] 10.222.0.72 "GET /v2.0/ports?device_id=bbc6909b-ab6d-4631-b590-b9528a3ed3ce HTTP/1.1" status: 200 len: 945 time: 0.1289878 Jun 25 14:41:03.289739 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-26f26a1a-ebff-4bec-9f3b-9fdcf21dedec req-4bce78ed-9275-4ec5-8e33-b226264dc01a tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ca4f9d5-2444-4fa7-9912-3d2a58bd9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792587 Jun 25 14:41:03.318930 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad9401e4-a3f4-4d47-9873-e70788a70f4f', 'tag': 'ef94b979-d5f2-4666-a4a4-4d47d2b9cc75', 'status': 'completed', 'code': 200} Jun 25 14:41:03.330762 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b750b18-1068-403d-bfde-6607e5323848 req-c8e12c66-dfbd-4d64-ab29-c3f29312aff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:41:03.332510 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-7b750b18-1068-403d-bfde-6607e5323848 req-c8e12c66-dfbd-4d64-ab29-c3f29312aff9 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=6290ced7f89f4224aad290cae89da82b&device_id=ad9401e4-a3f4-4d47-9873-e70788a70f4f HTTP/1.1" status: 200 len: 1096 time: 0.0890138 Jun 25 14:41:03.439262 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-7b750b18-1068-403d-bfde-6607e5323848 req-d6a6e6f9-7e63-426c-9ba5-8fe06d7ec215 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ef94b979-d5f2-4666-a4a4-4d47d2b9cc75 HTTP/1.1" status: 200 len: 217 time: 0.0637126 Jun 25 14:41:03.509636 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b750b18-1068-403d-bfde-6607e5323848 req-5d38bb6c-dba0-4f11-9d10-e9aa5ca65db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:41:03.512668 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-7b750b18-1068-403d-bfde-6607e5323848 req-5d38bb6c-dba0-4f11-9d10-e9aa5ca65db4 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=df82b164-9b34-47d3-90d0-c5f04fc4d7cc HTTP/1.1" status: 200 len: 854 time: 0.0632050 Jun 25 14:41:03.578252 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-7b750b18-1068-403d-bfde-6607e5323848 req-26463f2b-d79e-48aa-87d8-3b6bbf4b7138 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=808ce0ae-354d-4414-90d0-3589c38f5458&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559168 Jun 25 14:41:03.736819 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-7b750b18-1068-403d-bfde-6607e5323848 req-28d6edc2-a8b7-4bef-891a-c3a76ea656a4 service neutron] 10.222.0.77 "GET /v2.0/networks/808ce0ae-354d-4414-90d0-3589c38f5458?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513171 Jun 25 14:41:03.819842 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e8ec12-a5a4-4980-87f1-7a0ec38ea424 req-5fd9b292-6970-4ae5-8f4c-17601622f861 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:41:03.821384 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-70e8ec12-a5a4-4980-87f1-7a0ec38ea424 req-5fd9b292-6970-4ae5-8f4c-17601622f861 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] 10.222.0.72 "GET /v2.0/ports?device_id=bbc6909b-ab6d-4631-b590-b9528a3ed3ce HTTP/1.1" status: 200 len: 945 time: 0.1285579 Jun 25 14:41:03.829547 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe5ccf3-bf47-4ebf-817b-1a413b1e082f req-6852e4a4-922b-4bd0-8984-46ccaf728b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:41:03.831487 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-abe5ccf3-bf47-4ebf-817b-1a413b1e082f req-6852e4a4-922b-4bd0-8984-46ccaf728b0b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=34cd0f1e83ac4b7a907987b235bcb59d&device_id=bbc6909b-ab6d-4631-b590-b9528a3ed3ce HTTP/1.1" status: 200 len: 1098 time: 0.1829693 Jun 25 14:41:03.997649 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-7b750b18-1068-403d-bfde-6607e5323848 req-9015d5bc-d977-4880-83c2-7c539b166fc6 service neutron] 10.222.0.77 "GET /v2.0/networks/808ce0ae-354d-4414-90d0-3589c38f5458?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2512162 Jun 25 14:41:04.007562 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-70e8ec12-a5a4-4980-87f1-7a0ec38ea424 req-ba9d4066-1806-4c9c-a46e-f01c14058a93 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ca4f9d5-2444-4fa7-9912-3d2a58bd9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681256 Jun 25 14:41:04.054499 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe5ccf3-bf47-4ebf-817b-1a413b1e082f req-987227ed-f3f4-4340-b243-241f8567c179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:41:04.057212 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-abe5ccf3-bf47-4ebf-817b-1a413b1e082f req-987227ed-f3f4-4340-b243-241f8567c179 service neutron] 10.222.0.77 "GET /v2.0/networks?id=83fe267a-d7d2-452d-bb83-7a0060a308f0 HTTP/1.1" status: 200 len: 920 time: 0.2149220 Jun 25 14:41:04.288364 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe86f2d7-b174-4f1e-a593-61dfe2a647ac req-9913ea0c-2447-4b64-9254-ddf714cf2d38 tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:41:04.289879 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-fe86f2d7-b174-4f1e-a593-61dfe2a647ac req-9913ea0c-2447-4b64-9254-ddf714cf2d38 tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] 10.222.0.72 "GET /v2.0/ports?device_id=ad9401e4-a3f4-4d47-9873-e70788a70f4f HTTP/1.1" status: 200 len: 943 time: 0.1370187 Jun 25 14:41:04.314241 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd38fa46-a3d6-49ab-96d5-36bd042edf65 req-75679e01-1bc7-4e1c-b8ad-059aaabfee96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:41:04.315689 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-cd38fa46-a3d6-49ab-96d5-36bd042edf65 req-75679e01-1bc7-4e1c-b8ad-059aaabfee96 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=6290ced7f89f4224aad290cae89da82b&device_id=ad9401e4-a3f4-4d47-9873-e70788a70f4f HTTP/1.1" status: 200 len: 1096 time: 0.0755255 Jun 25 14:41:04.318391 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-abe5ccf3-bf47-4ebf-817b-1a413b1e082f req-c4e20cd3-1956-479b-b9c7-147d88467d5a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=17552845-88ed-4637-a9fd-605239a795f7 HTTP/1.1" status: 200 len: 217 time: 0.0873072 Jun 25 14:41:04.352410 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-fe86f2d7-b174-4f1e-a593-61dfe2a647ac req-888260d6-3a86-4136-9be5-b04882a6afc1 tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] 10.222.0.72 "GET /v2.0/security-groups?id=12620e59-001b-43b9-9585-a187ca9c476b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558784 Jun 25 14:41:04.425162 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe5ccf3-bf47-4ebf-817b-1a413b1e082f req-b1568762-e4df-4c84-92c7-b28aac8f6168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:41:04.426793 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-abe5ccf3-bf47-4ebf-817b-1a413b1e082f req-b1568762-e4df-4c84-92c7-b28aac8f6168 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f2ad48a2-5be6-4801-87cb-73e7b88cb0d2 HTTP/1.1" status: 200 len: 859 time: 0.0734200 Jun 25 14:41:04.492414 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-abe5ccf3-bf47-4ebf-817b-1a413b1e082f req-40e92fd6-3bf4-435a-8fc7-74453f50ea21 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=83fe267a-d7d2-452d-bb83-7a0060a308f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432699 Jun 25 14:41:04.497325 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd38fa46-a3d6-49ab-96d5-36bd042edf65 req-9173e326-0cc0-426b-b265-a6718f150c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:41:04.498878 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-cd38fa46-a3d6-49ab-96d5-36bd042edf65 req-9173e326-0cc0-426b-b265-a6718f150c5f service neutron] 10.222.0.77 "GET /v2.0/networks?id=808ce0ae-354d-4414-90d0-3589c38f5458 HTTP/1.1" status: 200 len: 915 time: 0.1451526 Jun 25 14:41:04.574605 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-cd38fa46-a3d6-49ab-96d5-36bd042edf65 req-58503b14-d0f5-46fb-8c8d-ef08c22e16b3 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ef94b979-d5f2-4666-a4a4-4d47d2b9cc75 HTTP/1.1" status: 200 len: 217 time: 0.0657010 Jun 25 14:41:04.630605 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-abe5ccf3-bf47-4ebf-817b-1a413b1e082f req-651ee488-73ef-43d6-986f-0c7f8e3b2083 service neutron] 10.222.0.77 "GET /v2.0/networks/83fe267a-d7d2-452d-bb83-7a0060a308f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309369 Jun 25 14:41:04.660427 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd38fa46-a3d6-49ab-96d5-36bd042edf65 req-bf7b2a35-33aa-4289-a8c1-e6c39bfad947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:41:04.661869 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-cd38fa46-a3d6-49ab-96d5-36bd042edf65 req-bf7b2a35-33aa-4289-a8c1-e6c39bfad947 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=df82b164-9b34-47d3-90d0-c5f04fc4d7cc HTTP/1.1" status: 200 len: 854 time: 0.0677607 Jun 25 14:41:04.716422 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-cd38fa46-a3d6-49ab-96d5-36bd042edf65 req-da500a5f-3e21-43f5-bc88-af05d1e0d087 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=808ce0ae-354d-4414-90d0-3589c38f5458&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435274 Jun 25 14:41:04.778248 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-abe5ccf3-bf47-4ebf-817b-1a413b1e082f req-d048f01b-23a5-4889-95b8-1ae15c7f1be2 service neutron] 10.222.0.77 "GET /v2.0/networks/83fe267a-d7d2-452d-bb83-7a0060a308f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338322 Jun 25 14:41:04.856249 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-cd38fa46-a3d6-49ab-96d5-36bd042edf65 req-d7c8abbd-e159-4a62-bae6-16c6e616fcb8 service neutron] 10.222.0.77 "GET /v2.0/networks/808ce0ae-354d-4414-90d0-3589c38f5458?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303766 Jun 25 14:41:05.003322 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-cd38fa46-a3d6-49ab-96d5-36bd042edf65 req-9d1a25d1-f5c1-4802-966f-28d5ed636e58 service neutron] 10.222.0.77 "GET /v2.0/networks/808ce0ae-354d-4414-90d0-3589c38f5458?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351969 Jun 25 14:41:05.239114 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93df2df-2082-4c7e-85fd-b00da8f60c94 req-1b305ec8-3a46-49ba-8a81-f47b11681286 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:41:05.239114 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-f93df2df-2082-4c7e-85fd-b00da8f60c94 req-1b305ec8-3a46-49ba-8a81-f47b11681286 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] 10.222.0.72 "GET /v2.0/ports?device_id=bbc6909b-ab6d-4631-b590-b9528a3ed3ce HTTP/1.1" status: 200 len: 945 time: 0.0992882 Jun 25 14:41:05.287100 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-f93df2df-2082-4c7e-85fd-b00da8f60c94 req-c2ca7133-f6dc-404b-9140-05bbc529f8b3 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ca4f9d5-2444-4fa7-9912-3d2a58bd9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401609 Jun 25 14:41:05.565691 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7691a8ea-abd2-49a2-acb1-9fddbbce20c5 req-52e03680-9ad9-4d81-a6c5-10a03beb2fbb tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:41:05.567055 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-7691a8ea-abd2-49a2-acb1-9fddbbce20c5 req-52e03680-9ad9-4d81-a6c5-10a03beb2fbb tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] 10.222.0.72 "GET /v2.0/ports?device_id=ad9401e4-a3f4-4d47-9873-e70788a70f4f HTTP/1.1" status: 200 len: 943 time: 0.0825796 Jun 25 14:41:05.616399 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-7691a8ea-abd2-49a2-acb1-9fddbbce20c5 req-92f9f618-8970-47b2-b58a-8b592d232ab5 tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] 10.222.0.72 "GET /v2.0/security-groups?id=12620e59-001b-43b9-9585-a187ca9c476b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436382 Jun 25 14:41:06.509046 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb905fc-0497-4387-94b3-cc21cfce22ca req-642a9703-c46c-4ee5-bbfd-3185a9196418 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:41:06.510802 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-2eb905fc-0497-4387-94b3-cc21cfce22ca req-642a9703-c46c-4ee5-bbfd-3185a9196418 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] 10.222.0.72 "GET /v2.0/ports?device_id=bbc6909b-ab6d-4631-b590-b9528a3ed3ce HTTP/1.1" status: 200 len: 945 time: 0.0919352 Jun 25 14:41:06.562426 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-2eb905fc-0497-4387-94b3-cc21cfce22ca req-6924ee19-254a-4138-a4ab-73239ff7c914 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ca4f9d5-2444-4fa7-9912-3d2a58bd9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445583 Jun 25 14:41:06.875872 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31345cef-a651-4591-80b1-0675bf2cfbd3 req-b4187398-3fb6-427a-a061-e36334e24d79 tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:41:06.876929 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-31345cef-a651-4591-80b1-0675bf2cfbd3 req-b4187398-3fb6-427a-a061-e36334e24d79 tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] 10.222.0.72 "GET /v2.0/ports?device_id=ad9401e4-a3f4-4d47-9873-e70788a70f4f HTTP/1.1" status: 200 len: 943 time: 0.1279335 Jun 25 14:41:06.947223 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-31345cef-a651-4591-80b1-0675bf2cfbd3 req-05241a2e-163c-4286-a5e8-08e258a6cf9d tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] 10.222.0.72 "GET /v2.0/security-groups?id=12620e59-001b-43b9-9585-a187ca9c476b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634117 Jun 25 14:41:07.495330 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Device ef94b979-d5f2-4666-a4a4-4d47d2b9cc75 details requested by agent hyperv_hv-cinder-79809 with host hv-cinder-79809 {{(pid=78399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 25 14:41:07.649411 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] For port ef94b979-d5f2-4666-a4a4-4d47d2b9cc75, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=ef94b979-d5f2-4666-a4a4-4d47d2b9cc75,segment=NetworkSegment(71eb932d-08ba-477f-9129-39c672514c4e),segment_id=71eb932d-08ba-477f-9129-39c672514c4e)] {{(pid=78399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:41:07.665208 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Returning: {'device': 'ef94b979-d5f2-4666-a4a4-4d47d2b9cc75', 'network_id': '808ce0ae-354d-4414-90d0-3589c38f5458', 'port_id': 'ef94b979-d5f2-4666-a4a4-4d47d2b9cc75', 'mac_address': 'fa:16:3e:cd:b8:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df82b164-9b34-47d3-90d0-c5f04fc4d7cc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 25 14:41:07.732609 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for port, before_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:07.752260 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.notifiers.nova [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef94b979-d5f2-4666-a4a4-4d47d2b9cc75 {{(pid=78399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 14:41:07.772719 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] For port ef94b979-d5f2-4666-a4a4-4d47d2b9cc75, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=ef94b979-d5f2-4666-a4a4-4d47d2b9cc75,segment=NetworkSegment(71eb932d-08ba-477f-9129-39c672514c4e),segment_id=71eb932d-08ba-477f-9129-39c672514c4e)] {{(pid=78399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:41:07.776902 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747172683978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747172243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747172243532'] for port, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:07.779866 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:41:07.827741 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282cffd2-8604-446f-ac94-33a494a9bc02 req-48a21b18-638e-4728-9063-2a7734617cb0 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:41:07.856438 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-282cffd2-8604-446f-ac94-33a494a9bc02 req-48a21b18-638e-4728-9063-2a7734617cb0 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] 10.222.0.72 "GET /v2.0/ports?device_id=bbc6909b-ab6d-4631-b590-b9528a3ed3ce HTTP/1.1" status: 200 len: 945 time: 0.1576381 Jun 25 14:41:07.895532 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Pushing event updated for resources: {'Port': ['ID=ef94b979-d5f2-4666-a4a4-4d47d2b9cc75,revision_number=4']} {{(pid=78399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:41:07.904785 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:41:07.905182 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:41:07.905537 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:41:07.906230 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:41:07.906576 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:41:07.906910 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:41:07.907238 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:41:07.907564 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:41:07.907885 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:41:07.908205 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:41:07.908524 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:41:07.911046 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:41:07.915365 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:41:07.957323 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-282cffd2-8604-446f-ac94-33a494a9bc02 req-c067b593-4071-4058-9e71-1c93e06f34cd tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ca4f9d5-2444-4fa7-9912-3d2a58bd9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877581 Jun 25 14:41:08.178925 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7654fec-9fd8-43ca-b12f-3ae4cc2136e9 req-449481b5-16c3-4f0a-84cb-12169d9fbe95 tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:41:08.181142 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-f7654fec-9fd8-43ca-b12f-3ae4cc2136e9 req-449481b5-16c3-4f0a-84cb-12169d9fbe95 tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] 10.222.0.72 "GET /v2.0/ports?device_id=ad9401e4-a3f4-4d47-9873-e70788a70f4f HTTP/1.1" status: 200 len: 944 time: 0.1014669 Jun 25 14:41:08.231111 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-f7654fec-9fd8-43ca-b12f-3ae4cc2136e9 req-4cf8c3d6-82f7-45b6-9fb9-0da1687cafa1 tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] 10.222.0.72 "GET /v2.0/security-groups?id=12620e59-001b-43b9-9585-a187ca9c476b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430472 Jun 25 14:41:08.407745 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] get_ports_and_sgs() called for port_ids ['ef94b979-d5f2-4666-a4a4-4d47d2b9cc75'] {{(pid=78399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 25 14:41:08.608887 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-fc153e95-700d-4947-b51c-3fe754dbc7cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:08.995542 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:09.173024 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb5d6be-a7e7-452f-a89b-db012a968690 req-064e7cc7-7528-484c-8a0f-2507f7ba3302 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:41:09.175346 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-aeb5d6be-a7e7-452f-a89b-db012a968690 req-064e7cc7-7528-484c-8a0f-2507f7ba3302 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] 10.222.0.72 "GET /v2.0/ports?device_id=bbc6909b-ab6d-4631-b590-b9528a3ed3ce HTTP/1.1" status: 200 len: 945 time: 0.0999980 Jun 25 14:41:09.236829 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-aeb5d6be-a7e7-452f-a89b-db012a968690 req-89947dfc-0af7-4571-8664-b43f127dafb8 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ca4f9d5-2444-4fa7-9912-3d2a58bd9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549784 Jun 25 14:41:09.540303 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1de66d8-f665-49a6-ae56-ab3be96dc009 req-cdcd0334-45e5-402d-95c5-bdbf69c1c9a2 tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:41:09.542535 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-d1de66d8-f665-49a6-ae56-ab3be96dc009 req-cdcd0334-45e5-402d-95c5-bdbf69c1c9a2 tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] 10.222.0.72 "GET /v2.0/ports?device_id=ad9401e4-a3f4-4d47-9873-e70788a70f4f HTTP/1.1" status: 200 len: 944 time: 0.1863263 Jun 25 14:41:09.623046 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-d1de66d8-f665-49a6-ae56-ab3be96dc009 req-ff0767f7-ed4d-4314-9fbb-135679304604 tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] 10.222.0.72 "GET /v2.0/security-groups?id=12620e59-001b-43b9-9585-a187ca9c476b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713723 Jun 25 14:41:10.850797 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d1df46-d636-4ea3-9258-6a0861006f7c req-c37eac85-1b4a-46c8-835e-ec3d5e4b5e2f tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:41:10.852474 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-f9d1df46-d636-4ea3-9258-6a0861006f7c req-c37eac85-1b4a-46c8-835e-ec3d5e4b5e2f tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] 10.222.0.72 "GET /v2.0/ports?device_id=ad9401e4-a3f4-4d47-9873-e70788a70f4f HTTP/1.1" status: 200 len: 944 time: 0.0982473 Jun 25 14:41:10.905413 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-f9d1df46-d636-4ea3-9258-6a0861006f7c req-4efce361-3b58-4ecc-bc24-17e008c912f3 tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] 10.222.0.72 "GET /v2.0/security-groups?id=12620e59-001b-43b9-9585-a187ca9c476b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456851 Jun 25 14:41:11.123806 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6761186d-6a7e-4adc-8754-d532f20d2f36 req-3fe35ee0-b30b-4057-abf0-a4edd9a7d947 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:41:11.125210 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-6761186d-6a7e-4adc-8754-d532f20d2f36 req-3fe35ee0-b30b-4057-abf0-a4edd9a7d947 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] 10.222.0.72 "GET /v2.0/ports?device_id=bbc6909b-ab6d-4631-b590-b9528a3ed3ce HTTP/1.1" status: 200 len: 945 time: 0.0928707 Jun 25 14:41:11.179368 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-6761186d-6a7e-4adc-8754-d532f20d2f36 req-4b6bfdba-69a1-4df3-85bb-7eba517d62dc tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ca4f9d5-2444-4fa7-9912-3d2a58bd9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471878 Jun 25 14:41:11.256663 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-b3ccec97-b3d0-4567-b212-af2c6296f650 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:11.535632 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Device ef94b979-d5f2-4666-a4a4-4d47d2b9cc75 up at agent hyperv_hv-cinder-79809 {{(pid=78399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:41:11.632506 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Provisioning for port ef94b979-d5f2-4666-a4a4-4d47d2b9cc75 completed by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:41:11.638930 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Provisioning complete for port ef94b979-d5f2-4666-a4a4-4d47d2b9cc75 triggered by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:41:11.639543 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545280'] for port, provisioning_complete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:11.771731 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for port, before_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:11.837273 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] For port ef94b979-d5f2-4666-a4a4-4d47d2b9cc75, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=ef94b979-d5f2-4666-a4a4-4d47d2b9cc75,segment=NetworkSegment(71eb932d-08ba-477f-9129-39c672514c4e),segment_id=71eb932d-08ba-477f-9129-39c672514c4e)] {{(pid=78399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:41:11.838802 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad9401e4-a3f4-4d47-9873-e70788a70f4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef94b979-d5f2-4666-a4a4-4d47d2b9cc75'}] {{(pid=78399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:41:11.846640 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747172683978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747172243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747172243532'] for port, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:11.849211 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-2b19895f-c24e-4809-90d0-b1aafc363d11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:41:11.957453 dv-cinder-798091-1-smb neutron-server[78399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad9401e4-a3f4-4d47-9873-e70788a70f4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef94b979-d5f2-4666-a4a4-4d47d2b9cc75', 'code': 200} Jun 25 14:41:11.958995 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Pushing event updated for resources: {'Port': ['ID=ef94b979-d5f2-4666-a4a4-4d47d2b9cc75,revision_number=5']} {{(pid=78399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:41:11.963727 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:41:12.174743 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5736fc20-5f63-42e3-84b7-8e9e6cd5d579 req-3ba82bc6-32db-4d36-909a-e9925cf19ebc tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:41:12.177132 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-5736fc20-5f63-42e3-84b7-8e9e6cd5d579 req-3ba82bc6-32db-4d36-909a-e9925cf19ebc tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] 10.222.0.72 "GET /v2.0/ports?device_id=ad9401e4-a3f4-4d47-9873-e70788a70f4f HTTP/1.1" status: 200 len: 945 time: 0.0991070 Jun 25 14:41:12.241205 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-d14b10cb-2ead-4edf-9c0b-578ba992fa59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:12.244735 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-5736fc20-5f63-42e3-84b7-8e9e6cd5d579 req-e40b394a-9c52-438e-9424-7e2ece0a3a09 tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] 10.222.0.72 "GET /v2.0/security-groups?id=12620e59-001b-43b9-9585-a187ca9c476b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591156 Jun 25 14:41:12.394541 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56bee86-04ab-4f11-9796-d6ae989681b0 req-398c80f4-10fa-42ac-aff6-5cdf3b7b729c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:41:12.396010 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-a56bee86-04ab-4f11-9796-d6ae989681b0 req-398c80f4-10fa-42ac-aff6-5cdf3b7b729c service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=ad9401e4-a3f4-4d47-9873-e70788a70f4f HTTP/1.1" status: 200 len: 1098 time: 0.0707455 Jun 25 14:41:12.453674 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-a56bee86-04ab-4f11-9796-d6ae989681b0 req-c427d979-79d4-45dc-8f3e-605cef55dc37 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=12620e59-001b-43b9-9585-a187ca9c476b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401256 Jun 25 14:41:13.493764 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-0959a481-12d6-4798-a5c7-3b38329e38d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:13.686027 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f903d0a7-db14-44a2-990d-3c148e05fab9 req-df92ba42-bd7f-43f1-921b-9f04a3b2dc8a tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:41:13.687733 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-f903d0a7-db14-44a2-990d-3c148e05fab9 req-df92ba42-bd7f-43f1-921b-9f04a3b2dc8a tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] 10.222.0.72 "GET /v2.0/ports?device_id=ad9401e4-a3f4-4d47-9873-e70788a70f4f HTTP/1.1" status: 200 len: 945 time: 0.1819255 Jun 25 14:41:13.739678 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-f903d0a7-db14-44a2-990d-3c148e05fab9 req-4d20070e-d8b7-47bc-984f-ff642dbfe74c tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] 10.222.0.72 "GET /v2.0/security-groups?id=12620e59-001b-43b9-9585-a187ca9c476b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443585 Jun 25 14:41:14.984406 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bf8517-027d-4208-b5f4-c815cddca096 req-f978903a-05a2-46f4-b332-59d5677e9beb tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:41:14.992850 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-93bf8517-027d-4208-b5f4-c815cddca096 req-f978903a-05a2-46f4-b332-59d5677e9beb tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] 10.222.0.72 "GET /v2.0/ports?device_id=ad9401e4-a3f4-4d47-9873-e70788a70f4f HTTP/1.1" status: 200 len: 945 time: 0.1000361 Jun 25 14:41:15.051274 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-93bf8517-027d-4208-b5f4-c815cddca096 req-912ded2c-7077-4e6f-9b08-8c765a47438e tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] 10.222.0.72 "GET /v2.0/security-groups?id=12620e59-001b-43b9-9585-a187ca9c476b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570681 Jun 25 14:41:15.799827 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc606cfb-7198-4a72-85ce-340040d45690 req-7df9a1bf-6d41-42c7-85d3-31d38afc5abb tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:41:15.801505 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-cc606cfb-7198-4a72-85ce-340040d45690 req-7df9a1bf-6d41-42c7-85d3-31d38afc5abb tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] 10.222.0.72 "GET /v2.0/ports?device_id=bbc6909b-ab6d-4631-b590-b9528a3ed3ce HTTP/1.1" status: 200 len: 945 time: 0.1519701 Jun 25 14:41:15.804523 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52368c9-114f-4106-a98a-e2fb59ef2667 req-6313adde-2dab-4f2e-ba82-f354dce6ae98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:41:15.806043 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-d52368c9-114f-4106-a98a-e2fb59ef2667 req-6313adde-2dab-4f2e-ba82-f354dce6ae98 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=34cd0f1e83ac4b7a907987b235bcb59d&device_id=bbc6909b-ab6d-4631-b590-b9528a3ed3ce HTTP/1.1" status: 200 len: 1098 time: 0.1208558 Jun 25 14:41:15.855815 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-cc606cfb-7198-4a72-85ce-340040d45690 req-4ec4702c-b281-4e2d-bfef-68f5084a591e tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ca4f9d5-2444-4fa7-9912-3d2a58bd9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462952 Jun 25 14:41:15.985565 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52368c9-114f-4106-a98a-e2fb59ef2667 req-d4674cde-1db0-440b-b192-347264c98c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:41:15.987012 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-d52368c9-114f-4106-a98a-e2fb59ef2667 req-d4674cde-1db0-440b-b192-347264c98c91 service neutron] 10.222.0.77 "GET /v2.0/networks?id=83fe267a-d7d2-452d-bb83-7a0060a308f0 HTTP/1.1" status: 200 len: 920 time: 0.1314657 Jun 25 14:41:16.057017 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-d52368c9-114f-4106-a98a-e2fb59ef2667 req-b321388f-f2e9-41c8-b495-fe1f846e2b36 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=17552845-88ed-4637-a9fd-605239a795f7 HTTP/1.1" status: 200 len: 217 time: 0.0602224 Jun 25 14:41:16.198776 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52368c9-114f-4106-a98a-e2fb59ef2667 req-1b1926e1-afef-42a3-96f1-170381469d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:41:16.200214 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-d52368c9-114f-4106-a98a-e2fb59ef2667 req-1b1926e1-afef-42a3-96f1-170381469d0f service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f2ad48a2-5be6-4801-87cb-73e7b88cb0d2 HTTP/1.1" status: 200 len: 859 time: 0.1354103 Jun 25 14:41:16.252273 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-d52368c9-114f-4106-a98a-e2fb59ef2667 req-f4892b07-8647-4fee-8026-3b6d0f66541a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=83fe267a-d7d2-452d-bb83-7a0060a308f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425406 Jun 25 14:41:16.292565 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a9aed0-ccda-435d-a67e-395828981cfe req-e6b6835f-355f-4942-b8f0-01f0605ab869 tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:41:16.294584 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-b2a9aed0-ccda-435d-a67e-395828981cfe req-e6b6835f-355f-4942-b8f0-01f0605ab869 tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] 10.222.0.72 "GET /v2.0/ports?device_id=ad9401e4-a3f4-4d47-9873-e70788a70f4f HTTP/1.1" status: 200 len: 945 time: 0.0988789 Jun 25 14:41:16.347377 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-b2a9aed0-ccda-435d-a67e-395828981cfe req-9e23f565-6947-422f-967b-8ecfab9deb74 tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] 10.222.0.72 "GET /v2.0/security-groups?id=12620e59-001b-43b9-9585-a187ca9c476b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460134 Jun 25 14:41:16.429147 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.72', 34608) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:41:16.476564 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-d52368c9-114f-4106-a98a-e2fb59ef2667 req-f9c84d9d-a238-4ce9-a8c5-6dd7f85c3370 service neutron] 10.222.0.77 "GET /v2.0/networks/83fe267a-d7d2-452d-bb83-7a0060a308f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413636 Jun 25 14:41:16.575350 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-378368eb-8e43-44d2-b3bd-dc3750ad6a57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:16.592581 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-378368eb-8e43-44d2-b3bd-dc3750ad6a57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:41:16.596908 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-378368eb-8e43-44d2-b3bd-dc3750ad6a57 admin admin] Usage tracker for resource:security_group_rule and tenant:d8b70a0b51ea41738e12715ac5051dd1 is out of sync, need to count used quota {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:41:16.600240 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-378368eb-8e43-44d2-b3bd-dc3750ad6a57 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:41:16.607826 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-378368eb-8e43-44d2-b3bd-dc3750ad6a57 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:41:16.633773 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-d52368c9-114f-4106-a98a-e2fb59ef2667 req-cef88f73-8293-4da7-b28a-690a19336134 service neutron] 10.222.0.77 "GET /v2.0/networks/83fe267a-d7d2-452d-bb83-7a0060a308f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458972 Jun 25 14:41:16.728446 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-378368eb-8e43-44d2-b3bd-dc3750ad6a57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:16.734599 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-378368eb-8e43-44d2-b3bd-dc3750ad6a57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726995'] for security_group, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:16.743622 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:41:16.796521 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378368eb-8e43-44d2-b3bd-dc3750ad6a57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df5548a0-9240-4c1c-83c8-9ca973311cc1,revision_number=1']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:41:16.803105 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-378368eb-8e43-44d2-b3bd-dc3750ad6a57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:41:16.807203 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-378368eb-8e43-44d2-b3bd-dc3750ad6a57 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=d8b70a0b51ea41738e12715ac5051dd1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3769588 Jun 25 14:41:16.812273 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.72', 34624) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:41:16.921714 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-eb1ed8cb-3947-42c8-8c71-7cac17f27b60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:16.950572 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-eb1ed8cb-3947-42c8-8c71-7cac17f27b60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:17.007388 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-eb1ed8cb-3947-42c8-8c71-7cac17f27b60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726995'] for security_group, after_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:17.011207 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-c1225eec-fad2-45c9-b25c-1bb3ad863830 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:41:17.022006 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1ed8cb-3947-42c8-8c71-7cac17f27b60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df5548a0-9240-4c1c-83c8-9ca973311cc1,revision_number=None']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:41:17.027244 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-eb1ed8cb-3947-42c8-8c71-7cac17f27b60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:41:17.029248 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-eb1ed8cb-3947-42c8-8c71-7cac17f27b60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:17.030468 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-eb1ed8cb-3947-42c8-8c71-7cac17f27b60 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/df5548a0-9240-4c1c-83c8-9ca973311cc1 HTTP/1.1" status: 204 len: 168 time: 0.2176785 Jun 25 14:41:17.082816 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9a1389-a696-457c-9d6c-39d302ecb34b req-6c408a58-d982-4d1d-bd70-732549ca61ab tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:41:17.084291 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-0a9a1389-a696-457c-9d6c-39d302ecb34b req-6c408a58-d982-4d1d-bd70-732549ca61ab tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] 10.222.0.72 "GET /v2.0/ports?device_id=bbc6909b-ab6d-4631-b590-b9528a3ed3ce HTTP/1.1" status: 200 len: 945 time: 0.0914800 Jun 25 14:41:17.146144 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-0a9a1389-a696-457c-9d6c-39d302ecb34b req-4d0ff202-5cc7-4884-a524-88b89786ef7d tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ca4f9d5-2444-4fa7-9912-3d2a58bd9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497758 Jun 25 14:41:18.576088 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09d631d-6e81-47d2-b0b1-9fd7a2667acc req-c4430368-cf3a-4bf1-8f74-7c901d63aeb1 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:41:18.577772 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-b09d631d-6e81-47d2-b0b1-9fd7a2667acc req-c4430368-cf3a-4bf1-8f74-7c901d63aeb1 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] 10.222.0.72 "GET /v2.0/ports?device_id=bbc6909b-ab6d-4631-b590-b9528a3ed3ce HTTP/1.1" status: 200 len: 945 time: 0.0961788 Jun 25 14:41:18.626861 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-b09d631d-6e81-47d2-b0b1-9fd7a2667acc req-0bdb6513-32c2-4967-a615-da2c9a25607c tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ca4f9d5-2444-4fa7-9912-3d2a58bd9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426228 Jun 25 14:41:19.881204 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88fcde8-226f-4273-bbc7-1937269734c7 req-7035ffc3-948d-4b5f-b917-daebcf066e9a tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:41:19.882900 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-e88fcde8-226f-4273-bbc7-1937269734c7 req-7035ffc3-948d-4b5f-b917-daebcf066e9a tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] 10.222.0.72 "GET /v2.0/ports?device_id=bbc6909b-ab6d-4631-b590-b9528a3ed3ce HTTP/1.1" status: 200 len: 945 time: 0.1308904 Jun 25 14:41:19.956510 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-e88fcde8-226f-4273-bbc7-1937269734c7 req-ba9265ae-957a-4427-b2ce-8a7a5933bc97 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ca4f9d5-2444-4fa7-9912-3d2a58bd9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605001 Jun 25 14:41:21.074064 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:21.198843 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e53639-2e83-4629-8423-753484b01ba3 req-a2aaf8b0-1171-498e-8afe-0637403c4b0d tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:41:21.204044 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-b3e53639-2e83-4629-8423-753484b01ba3 req-a2aaf8b0-1171-498e-8afe-0637403c4b0d tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] 10.222.0.72 "GET /v2.0/ports?device_id=bbc6909b-ab6d-4631-b590-b9528a3ed3ce HTTP/1.1" status: 200 len: 945 time: 0.1110187 Jun 25 14:41:21.263514 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-b3e53639-2e83-4629-8423-753484b01ba3 req-efe4e516-9552-4fec-9fc2-a93e9b5e5ae6 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ca4f9d5-2444-4fa7-9912-3d2a58bd9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564413 Jun 25 14:41:22.485876 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.db.agents_db [None req-33cd8ffe-8d55-4e82-a60c-f31f0cdcb446 None None] Agent healthcheck: found 6 active agents {{(pid=78400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 25 14:41:22.497985 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386986fa-bc07-4592-aca8-8719b2b9427a req-d05146db-5dce-41be-9b0e-aba506ab2a42 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:41:22.499728 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-386986fa-bc07-4592-aca8-8719b2b9427a req-d05146db-5dce-41be-9b0e-aba506ab2a42 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] 10.222.0.72 "GET /v2.0/ports?device_id=bbc6909b-ab6d-4631-b590-b9528a3ed3ce HTTP/1.1" status: 200 len: 945 time: 0.0990958 Jun 25 14:41:22.550280 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-386986fa-bc07-4592-aca8-8719b2b9427a req-a7847bb6-5d83-4dd2-9b39-576054f59eb7 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ca4f9d5-2444-4fa7-9912-3d2a58bd9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431859 Jun 25 14:41:23.765877 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d98c76-ccc0-4dc7-adc7-ead821d75cb4 req-4f094375-a079-442f-b575-bf8c07f35384 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:41:23.767723 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-b2d98c76-ccc0-4dc7-adc7-ead821d75cb4 req-4f094375-a079-442f-b575-bf8c07f35384 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] 10.222.0.72 "GET /v2.0/ports?device_id=bbc6909b-ab6d-4631-b590-b9528a3ed3ce HTTP/1.1" status: 200 len: 945 time: 0.0994208 Jun 25 14:41:23.828855 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-b2d98c76-ccc0-4dc7-adc7-ead821d75cb4 req-9ff7530b-5d0c-412a-8921-5976b05f6f5c tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ca4f9d5-2444-4fa7-9912-3d2a58bd9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550940 Jun 25 14:41:24.853153 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.72', 34840) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:41:25.005036 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-98bcdfb0-6868-4590-a5c8-17039e65a1e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:25.021197 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-98bcdfb0-6868-4590-a5c8-17039e65a1e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:41:25.029094 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-98bcdfb0-6868-4590-a5c8-17039e65a1e6 admin admin] Usage tracker for resource:security_group_rule and tenant:e88d3c1cc0a545f5a29ffcb337c058e0 is out of sync, need to count used quota {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:41:25.037084 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-98bcdfb0-6868-4590-a5c8-17039e65a1e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:41:25.049099 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-98bcdfb0-6868-4590-a5c8-17039e65a1e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:41:25.074940 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56203448-91f4-4a65-ac98-cc1c8bfb02ad req-05c668c8-4a68-4922-a269-047c03a4411b tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:41:25.076609 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-56203448-91f4-4a65-ac98-cc1c8bfb02ad req-05c668c8-4a68-4922-a269-047c03a4411b tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] 10.222.0.72 "GET /v2.0/ports?device_id=bbc6909b-ab6d-4631-b590-b9528a3ed3ce HTTP/1.1" status: 200 len: 945 time: 0.1079071 Jun 25 14:41:25.145216 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-56203448-91f4-4a65-ac98-cc1c8bfb02ad req-c203d7c8-edc9-4a97-ba35-022bac690df2 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ca4f9d5-2444-4fa7-9912-3d2a58bd9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622542 Jun 25 14:41:25.176313 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-98bcdfb0-6868-4590-a5c8-17039e65a1e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:25.180754 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-98bcdfb0-6868-4590-a5c8-17039e65a1e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726995'] for security_group, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:25.188361 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-3dc59820-c77c-4f19-aa8b-a57cff3e6cce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:41:25.231805 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-98bcdfb0-6868-4590-a5c8-17039e65a1e6 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=e88d3c1cc0a545f5a29ffcb337c058e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3774512 Jun 25 14:41:25.232470 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bcdfb0-6868-4590-a5c8-17039e65a1e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e57f8d6d-fddc-436c-977b-cf26d01ad359,revision_number=1']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:41:25.234488 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.72', 34852) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:41:25.235866 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-98bcdfb0-6868-4590-a5c8-17039e65a1e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:41:25.305581 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-e583b607-0d97-494c-a29d-3217593b785d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:25.336145 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-e583b607-0d97-494c-a29d-3217593b785d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:25.415226 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-e583b607-0d97-494c-a29d-3217593b785d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726995'] for security_group, after_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:25.422474 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-42fb0876-4226-429c-96b4-2e18b1f89785 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:41:25.437484 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e583b607-0d97-494c-a29d-3217593b785d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e57f8d6d-fddc-436c-977b-cf26d01ad359,revision_number=None']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:41:25.440391 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-e583b607-0d97-494c-a29d-3217593b785d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:41:25.448269 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-e583b607-0d97-494c-a29d-3217593b785d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:25.449881 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-e583b607-0d97-494c-a29d-3217593b785d admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/e57f8d6d-fddc-436c-977b-cf26d01ad359 HTTP/1.1" status: 204 len: 168 time: 0.2136054 Jun 25 14:41:25.874749 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199d6e56-b751-4645-a040-6a2b0063dc7c req-7c91671f-b6e2-4648-a7f3-9e2e6f08c583 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:41:25.875427 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-199d6e56-b751-4645-a040-6a2b0063dc7c req-7c91671f-b6e2-4648-a7f3-9e2e6f08c583 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] 10.222.0.72 "GET /v2.0/ports?device_id=100fae19-9887-4686-a978-0b1be5cfeb7f HTTP/1.1" status: 200 len: 945 time: 0.1342616 Jun 25 14:41:25.938018 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-199d6e56-b751-4645-a040-6a2b0063dc7c req-53106fa9-a9d0-4a9e-b083-308b0cc8795c tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] 10.222.0.72 "GET /v2.0/security-groups?id=55fed236-b79f-45ec-b512-cc10561c3d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542090 Jun 25 14:41:26.361383 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc40e41-3490-4be0-a05e-cf3f34507188 req-0556c65b-64f4-4ec8-b6ae-1a78d27d0d67 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:41:26.362971 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-afc40e41-3490-4be0-a05e-cf3f34507188 req-0556c65b-64f4-4ec8-b6ae-1a78d27d0d67 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] 10.222.0.72 "GET /v2.0/ports?device_id=bbc6909b-ab6d-4631-b590-b9528a3ed3ce HTTP/1.1" status: 200 len: 945 time: 0.0871263 Jun 25 14:41:26.420132 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-afc40e41-3490-4be0-a05e-cf3f34507188 req-7f1f9733-9b7c-45be-8d65-fbd744c47be6 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ca4f9d5-2444-4fa7-9912-3d2a58bd9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502334 Jun 25 14:41:27.271853 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b66add9-2c0c-4836-974e-793421a1d51a req-8779f7ce-5abb-4e9b-b6bc-1ee9f0a2b017 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:41:27.282050 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-3b66add9-2c0c-4836-974e-793421a1d51a req-8779f7ce-5abb-4e9b-b6bc-1ee9f0a2b017 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] 10.222.0.72 "GET /v2.0/ports?device_id=100fae19-9887-4686-a978-0b1be5cfeb7f HTTP/1.1" status: 200 len: 945 time: 0.1060269 Jun 25 14:41:27.346187 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-3b66add9-2c0c-4836-974e-793421a1d51a req-5b7b7bae-df02-4462-b42f-59a902005c66 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] 10.222.0.72 "GET /v2.0/security-groups?id=55fed236-b79f-45ec-b512-cc10561c3d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627449 Jun 25 14:41:27.402952 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643d09d5-f554-45ca-b73f-5582a54b6d53 req-aed480b1-cab3-4978-a5b3-48906873bfe3 tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:41:27.404539 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-643d09d5-f554-45ca-b73f-5582a54b6d53 req-aed480b1-cab3-4978-a5b3-48906873bfe3 tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] 10.222.0.72 "GET /v2.0/ports?device_id=ad9401e4-a3f4-4d47-9873-e70788a70f4f HTTP/1.1" status: 200 len: 945 time: 0.0976152 Jun 25 14:41:27.456220 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-643d09d5-f554-45ca-b73f-5582a54b6d53 req-7e1cef44-a5e9-4bf2-aed0-101181c5f2bd tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] 10.222.0.72 "GET /v2.0/security-groups?id=12620e59-001b-43b9-9585-a187ca9c476b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443268 Jun 25 14:41:27.649928 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ecfcf3-1ce6-4844-b185-57ac2f00b82c req-1def7f06-b6a4-4d0a-a7d8-d414ac83899a tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:41:27.651518 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-a6ecfcf3-1ce6-4844-b185-57ac2f00b82c req-1def7f06-b6a4-4d0a-a7d8-d414ac83899a tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] 10.222.0.72 "GET /v2.0/ports?device_id=bbc6909b-ab6d-4631-b590-b9528a3ed3ce HTTP/1.1" status: 200 len: 945 time: 0.0949621 Jun 25 14:41:27.707246 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-a6ecfcf3-1ce6-4844-b185-57ac2f00b82c req-f0aba981-8c72-4e94-98f0-151ac93f121a tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ca4f9d5-2444-4fa7-9912-3d2a58bd9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482252 Jun 25 14:41:28.546466 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a36db2e-8187-4904-b5e6-3d265763460e req-5c56bccf-80bf-42dd-90e5-7ed47697946c tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:41:28.554134 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-0a36db2e-8187-4904-b5e6-3d265763460e req-5c56bccf-80bf-42dd-90e5-7ed47697946c tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] 10.222.0.72 "GET /v2.0/ports?device_id=100fae19-9887-4686-a978-0b1be5cfeb7f HTTP/1.1" status: 200 len: 945 time: 0.0989075 Jun 25 14:41:28.617920 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-0a36db2e-8187-4904-b5e6-3d265763460e req-4e872f5c-8422-446d-984b-f2def57ff980 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] 10.222.0.72 "GET /v2.0/security-groups?id=55fed236-b79f-45ec-b512-cc10561c3d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627680 Jun 25 14:41:28.675218 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2608ac9-e091-40b7-9bd3-68401f24f38b req-d7cd9873-41f3-4b18-a32a-e58e1a31a4dd tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:41:28.676875 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-f2608ac9-e091-40b7-9bd3-68401f24f38b req-d7cd9873-41f3-4b18-a32a-e58e1a31a4dd tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] 10.222.0.72 "GET /v2.0/ports?device_id=ad9401e4-a3f4-4d47-9873-e70788a70f4f HTTP/1.1" status: 200 len: 945 time: 0.0956450 Jun 25 14:41:28.731615 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-f2608ac9-e091-40b7-9bd3-68401f24f38b req-6826bed2-9d79-463d-80bb-2e2c7619b317 tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] 10.222.0.72 "GET /v2.0/security-groups?id=12620e59-001b-43b9-9585-a187ca9c476b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402348 Jun 25 14:41:28.908034 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa33a281-5417-4e33-81f1-6a26a23e152a req-9af358ef-3ae4-4fe1-a4cb-5f489aaf9730 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:41:28.909498 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-fa33a281-5417-4e33-81f1-6a26a23e152a req-9af358ef-3ae4-4fe1-a4cb-5f489aaf9730 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] 10.222.0.72 "GET /v2.0/ports?device_id=bbc6909b-ab6d-4631-b590-b9528a3ed3ce HTTP/1.1" status: 200 len: 945 time: 0.0902276 Jun 25 14:41:28.955869 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-fa33a281-5417-4e33-81f1-6a26a23e152a req-5cb12f6e-b462-4558-bc3c-9ea5f23c41f1 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ca4f9d5-2444-4fa7-9912-3d2a58bd9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405788 Jun 25 14:41:29.847392 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c74088f-1704-41fa-b907-05c0f19a2a51 req-752a6bdf-ca23-481c-a4b6-269f835c06a4 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:41:29.850073 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-2c74088f-1704-41fa-b907-05c0f19a2a51 req-752a6bdf-ca23-481c-a4b6-269f835c06a4 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] 10.222.0.72 "GET /v2.0/ports?device_id=100fae19-9887-4686-a978-0b1be5cfeb7f HTTP/1.1" status: 200 len: 945 time: 0.1219478 Jun 25 14:41:29.927999 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-2c74088f-1704-41fa-b907-05c0f19a2a51 req-395eab0a-352b-4b88-9582-67380a4d5976 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] 10.222.0.72 "GET /v2.0/security-groups?id=55fed236-b79f-45ec-b512-cc10561c3d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694883 Jun 25 14:41:30.011362 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938cb122-a4f5-448a-a9da-2f9fc2052edf req-ca95fdf6-0c0f-4c4a-a499-e92a18c012d1 tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:41:30.018123 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-938cb122-a4f5-448a-a9da-2f9fc2052edf req-ca95fdf6-0c0f-4c4a-a499-e92a18c012d1 tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] 10.222.0.72 "GET /v2.0/ports?device_id=ad9401e4-a3f4-4d47-9873-e70788a70f4f HTTP/1.1" status: 200 len: 945 time: 0.1002183 Jun 25 14:41:30.060446 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-938cb122-a4f5-448a-a9da-2f9fc2052edf req-939aecd8-1dc1-44ac-8137-0b6b0ca25a72 tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] 10.222.0.72 "GET /v2.0/security-groups?id=12620e59-001b-43b9-9585-a187ca9c476b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413890 Jun 25 14:41:30.221976 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea1023d-cbf9-42a0-acaf-27f3747d51a0 req-cf6e867a-dff3-4ec0-86cd-1bde2adebff0 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:41:30.223420 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-3ea1023d-cbf9-42a0-acaf-27f3747d51a0 req-cf6e867a-dff3-4ec0-86cd-1bde2adebff0 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] 10.222.0.72 "GET /v2.0/ports?device_id=bbc6909b-ab6d-4631-b590-b9528a3ed3ce HTTP/1.1" status: 200 len: 945 time: 0.1574073 Jun 25 14:41:30.252232 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e43a84-5a6f-4999-8bdd-d6f16532fc03 req-66428c32-33d3-447c-961c-e302651c63ad tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:41:30.253705 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-a0e43a84-5a6f-4999-8bdd-d6f16532fc03 req-66428c32-33d3-447c-961c-e302651c63ad tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] 10.222.0.77 "GET /v2.0/ports?device_id=ad9401e4-a3f4-4d47-9873-e70788a70f4f HTTP/1.1" status: 200 len: 945 time: 0.1304090 Jun 25 14:41:30.329145 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-3ea1023d-cbf9-42a0-acaf-27f3747d51a0 req-82cc39f7-f768-4491-86a0-07a1279e7323 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ca4f9d5-2444-4fa7-9912-3d2a58bd9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983562 Jun 25 14:41:30.350458 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.plugin [req-a0e43a84-5a6f-4999-8bdd-d6f16532fc03 req-5eb4a140-4a5f-417e-9069-535269e8b26d tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] Deleting port ef94b979-d5f2-4666-a4a4-4d47d2b9cc75 {{(pid=78397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 25 14:41:30.350800 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-a0e43a84-5a6f-4999-8bdd-d6f16532fc03 req-5eb4a140-4a5f-417e-9069-535269e8b26d tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747172683120'] for port, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:30.629584 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.db [req-a0e43a84-5a6f-4999-8bdd-d6f16532fc03 req-5eb4a140-4a5f-417e-9069-535269e8b26d tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] For port ef94b979-d5f2-4666-a4a4-4d47d2b9cc75, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=ef94b979-d5f2-4666-a4a4-4d47d2b9cc75,segment=NetworkSegment(71eb932d-08ba-477f-9129-39c672514c4e),segment_id=71eb932d-08ba-477f-9129-39c672514c4e)] {{(pid=78397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:41:30.629933 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-a0e43a84-5a6f-4999-8bdd-d6f16532fc03 req-5eb4a140-4a5f-417e-9069-535269e8b26d tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-413696'] for port, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:30.816759 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.plugin [req-a0e43a84-5a6f-4999-8bdd-d6f16532fc03 req-5eb4a140-4a5f-417e-9069-535269e8b26d tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] Calling delete_port for ef94b979-d5f2-4666-a4a4-4d47d2b9cc75 owned by compute:nova {{(pid=78397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 25 14:41:31.061636 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-a0e43a84-5a6f-4999-8bdd-d6f16532fc03 req-5eb4a140-4a5f-417e-9069-535269e8b26d tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747172683996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747172243478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127937375'] for port, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:31.068689 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-073ae743-a189-4952-83d6-06211f734fee service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:41:31.108621 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] get_ports_and_sgs() called for port_ids ['324ca5a9-3809-4c38-b0e4-8e049b0333e2', 'bc190e6a-aac3-4f11-846b-36264c08057c', '0a8612bc-1132-4903-80bd-0edeea318eed', 'ef94b979-d5f2-4666-a4a4-4d47d2b9cc75'] {{(pid=78399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 25 14:41:31.123555 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb4a140-4a5f-417e-9069-535269e8b26d tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] Pushing event deleted for resources: {'Port': ['ID=ef94b979-d5f2-4666-a4a4-4d47d2b9cc75,revision_number=None']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:41:31.127915 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-5eb4a140-4a5f-417e-9069-535269e8b26d tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:41:31.140447 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7125542-5516-47d1-80f6-6477acef8989 req-ee2f20a1-29ed-40e2-9464-eca3c152bcff tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:41:31.142121 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-f7125542-5516-47d1-80f6-6477acef8989 req-ee2f20a1-29ed-40e2-9464-eca3c152bcff tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] 10.222.0.72 "GET /v2.0/ports?device_id=100fae19-9887-4686-a978-0b1be5cfeb7f HTTP/1.1" status: 200 len: 945 time: 0.0980608 Jun 25 14:41:31.172121 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31104e7f-e932-469b-bc83-7f6092415761 req-50a4bada-8ce7-4552-aa73-bfd2bdf59a63 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:41:31.173689 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-31104e7f-e932-469b-bc83-7f6092415761 req-50a4bada-8ce7-4552-aa73-bfd2bdf59a63 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/ports?device_id=e5649343-9e63-4d6c-b6f7-f3b2f1f934c4 HTTP/1.1" status: 200 len: 946 time: 0.2099447 Jun 25 14:41:31.204628 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-f7125542-5516-47d1-80f6-6477acef8989 req-921a5476-1be7-4804-ba07-d7e9636fd753 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] 10.222.0.72 "GET /v2.0/security-groups?id=55fed236-b79f-45ec-b512-cc10561c3d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557899 Jun 25 14:41:31.238950 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0e43a84-5a6f-4999-8bdd-d6f16532fc03 req-5eb4a140-4a5f-417e-9069-535269e8b26d tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] No DVR routers for this DVR port ef94b979-d5f2-4666-a4a4-4d47d2b9cc75 on host hv-cinder-79809 {{(pid=78397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 14:41:31.244060 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-a0e43a84-5a6f-4999-8bdd-d6f16532fc03 req-5eb4a140-4a5f-417e-9069-535269e8b26d tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257150'] for port, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:31.247172 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad9401e4-a3f4-4d47-9873-e70788a70f4f', 'name': 'network-vif-deleted', 'tag': 'ef94b979-d5f2-4666-a4a4-4d47d2b9cc75'}] {{(pid=78397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:41:31.288035 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-31104e7f-e932-469b-bc83-7f6092415761 req-8201a159-becb-4968-96f0-65db0912ac15 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/security-groups?id=d7ad49bf-7682-4e15-9338-4a7ac2e3a89b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765877 Jun 25 14:41:31.289760 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-a0e43a84-5a6f-4999-8bdd-d6f16532fc03 req-5eb4a140-4a5f-417e-9069-535269e8b26d tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] 10.222.0.77 "DELETE /v2.0/ports/ef94b979-d5f2-4666-a4a4-4d47d2b9cc75 HTTP/1.1" status: 204 len: 173 time: 1.0260327 Jun 25 14:41:31.405795 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad9401e4-a3f4-4d47-9873-e70788a70f4f', 'name': 'network-vif-deleted', 'tag': 'ef94b979-d5f2-4666-a4a4-4d47d2b9cc75', 'status': 'completed', 'code': 200} Jun 25 14:41:31.571468 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-af5d89ef-906a-42c7-9db8-9e953b1eb48e req-f7c491ca-3e48-4e85-aa59-5442bb5e5b07 tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] 10.222.0.72 "GET /v2.0/ports?device_id=ad9401e4-a3f4-4d47-9873-e70788a70f4f HTTP/1.1" status: 200 len: 210 time: 0.2163687 Jun 25 14:41:31.628188 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2f3301-1a1d-4c91-983e-e915362418f7 req-e615cebd-bdd2-4b6e-ae3e-75a6d1ebfea8 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:41:31.636849 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-2c2f3301-1a1d-4c91-983e-e915362418f7 req-e615cebd-bdd2-4b6e-ae3e-75a6d1ebfea8 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] 10.222.0.72 "GET /v2.0/ports?device_id=bbc6909b-ab6d-4631-b590-b9528a3ed3ce HTTP/1.1" status: 200 len: 945 time: 0.1288090 Jun 25 14:41:31.717712 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-2c2f3301-1a1d-4c91-983e-e915362418f7 req-e51f80bf-fafe-4bc0-bffd-3aa3d18445c9 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ca4f9d5-2444-4fa7-9912-3d2a58bd9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750442 Jun 25 14:41:32.428139 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d657c7e1-7186-4741-8e29-ed54f7352401 req-94cdf771-9ad9-4a60-9546-7884430b7e3f tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:41:32.429652 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-d657c7e1-7186-4741-8e29-ed54f7352401 req-94cdf771-9ad9-4a60-9546-7884430b7e3f tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] 10.222.0.72 "GET /v2.0/ports?device_id=100fae19-9887-4686-a978-0b1be5cfeb7f HTTP/1.1" status: 200 len: 945 time: 0.0957906 Jun 25 14:41:32.488074 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-d657c7e1-7186-4741-8e29-ed54f7352401 req-6a904123-d404-4fef-9078-a9dadc116393 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] 10.222.0.72 "GET /v2.0/security-groups?id=55fed236-b79f-45ec-b512-cc10561c3d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484819 Jun 25 14:41:32.532856 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d181b3a6-3db2-4609-bfa2-097236828816 req-6ebecb7f-3f1f-447f-afab-b63fc15ba057 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:41:32.534381 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-d181b3a6-3db2-4609-bfa2-097236828816 req-6ebecb7f-3f1f-447f-afab-b63fc15ba057 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/ports?device_id=e5649343-9e63-4d6c-b6f7-f3b2f1f934c4 HTTP/1.1" status: 200 len: 946 time: 0.0984023 Jun 25 14:41:32.594232 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-d181b3a6-3db2-4609-bfa2-097236828816 req-98e9d6c1-ea51-46a0-b66c-fabd36911ea3 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/security-groups?id=d7ad49bf-7682-4e15-9338-4a7ac2e3a89b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536137 Jun 25 14:41:32.944123 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3f817a-0681-47cb-8419-c66b88bf56a9 req-77386036-ac21-408f-9af8-64a96e4f7a42 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:41:32.953212 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-2a3f817a-0681-47cb-8419-c66b88bf56a9 req-77386036-ac21-408f-9af8-64a96e4f7a42 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] 10.222.0.72 "GET /v2.0/ports?device_id=bbc6909b-ab6d-4631-b590-b9528a3ed3ce HTTP/1.1" status: 200 len: 945 time: 0.1152296 Jun 25 14:41:32.997747 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-2a3f817a-0681-47cb-8419-c66b88bf56a9 req-87a84d90-037c-424b-a7e0-bb0e77029151 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ca4f9d5-2444-4fa7-9912-3d2a58bd9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454283 Jun 25 14:41:33.699710 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd670c53-670d-40ef-b667-1a0d70fc5575 req-9eb4d455-b09d-4916-9457-89e701bb65d3 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:41:33.701382 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-bd670c53-670d-40ef-b667-1a0d70fc5575 req-9eb4d455-b09d-4916-9457-89e701bb65d3 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] 10.222.0.72 "GET /v2.0/ports?device_id=100fae19-9887-4686-a978-0b1be5cfeb7f HTTP/1.1" status: 200 len: 945 time: 0.0932274 Jun 25 14:41:33.755802 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-bd670c53-670d-40ef-b667-1a0d70fc5575 req-33ce9d9e-678d-4dae-a90f-49699b053199 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] 10.222.0.72 "GET /v2.0/security-groups?id=55fed236-b79f-45ec-b512-cc10561c3d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464985 Jun 25 14:41:33.826192 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35079335-b461-4794-9e78-87d6dbcf4102 req-014f6eeb-2757-43a7-b952-5a6b6b3afd23 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:41:33.828177 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-35079335-b461-4794-9e78-87d6dbcf4102 req-014f6eeb-2757-43a7-b952-5a6b6b3afd23 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/ports?device_id=e5649343-9e63-4d6c-b6f7-f3b2f1f934c4 HTTP/1.1" status: 200 len: 946 time: 0.0917742 Jun 25 14:41:33.881298 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-35079335-b461-4794-9e78-87d6dbcf4102 req-11222db7-fea2-45d4-95b8-af9858873861 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/security-groups?id=d7ad49bf-7682-4e15-9338-4a7ac2e3a89b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456557 Jun 25 14:41:34.219375 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9661ff-3f96-48cf-a7ad-55c0253b0474 req-2273a5cf-d87b-45e7-8663-479aea54d41b tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:41:34.221098 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-9a9661ff-3f96-48cf-a7ad-55c0253b0474 req-2273a5cf-d87b-45e7-8663-479aea54d41b tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] 10.222.0.72 "GET /v2.0/ports?device_id=bbc6909b-ab6d-4631-b590-b9528a3ed3ce HTTP/1.1" status: 200 len: 945 time: 0.0965774 Jun 25 14:41:34.281671 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-9a9661ff-3f96-48cf-a7ad-55c0253b0474 req-b63d231a-891b-462a-931e-cd6a30ca5472 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ca4f9d5-2444-4fa7-9912-3d2a58bd9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541732 Jun 25 14:41:34.384647 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d489f9-b6ee-4421-a21d-cde7dce0822c req-f299c06f-588d-4bf6-af02-7c32f81a1209 tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:41:34.385942 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [req-88d489f9-b6ee-4421-a21d-cde7dce0822c req-f299c06f-588d-4bf6-af02-7c32f81a1209 tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] Synchronizing usage tracker for tenant:6290ced7f89f4224aad290cae89da82b on resource:port {{(pid=78397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 25 14:41:34.401997 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [req-88d489f9-b6ee-4421-a21d-cde7dce0822c req-f299c06f-588d-4bf6-af02-7c32f81a1209 tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] Unset dirty status for tenant:6290ced7f89f4224aad290cae89da82b on resource:port {{(pid=78397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 25 14:41:34.403232 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-88d489f9-b6ee-4421-a21d-cde7dce0822c req-f299c06f-588d-4bf6-af02-7c32f81a1209 tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] 10.222.0.72 "GET /v2.0/ports?device_id=f934ad62-05db-44c9-a08d-15a24066fef5 HTTP/1.1" status: 200 len: 946 time: 0.1045940 Jun 25 14:41:34.452790 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-88d489f9-b6ee-4421-a21d-cde7dce0822c req-2e9e1fe7-82f1-445f-99ab-11af2d2585c8 tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] 10.222.0.72 "GET /v2.0/security-groups?id=12620e59-001b-43b9-9585-a187ca9c476b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431876 Jun 25 14:41:34.954488 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7f79e6-d8d7-4fd3-9b4b-4e5edc5c3149 req-232fb199-0d33-46a8-82d4-e6087fbd2ba8 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:41:34.955961 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-0c7f79e6-d8d7-4fd3-9b4b-4e5edc5c3149 req-232fb199-0d33-46a8-82d4-e6087fbd2ba8 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] 10.222.0.72 "GET /v2.0/ports?device_id=100fae19-9887-4686-a978-0b1be5cfeb7f HTTP/1.1" status: 200 len: 945 time: 0.0875301 Jun 25 14:41:35.007978 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-0c7f79e6-d8d7-4fd3-9b4b-4e5edc5c3149 req-0b9cd83f-b6ba-4c95-90ec-63165be3490a tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] 10.222.0.72 "GET /v2.0/security-groups?id=55fed236-b79f-45ec-b512-cc10561c3d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462446 Jun 25 14:41:35.076296 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e5a1ff-16c9-490f-b9d5-a884d746fa18 req-b65742ac-a18b-473b-a1d9-c9074bf591f6 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:41:35.077687 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-70e5a1ff-16c9-490f-b9d5-a884d746fa18 req-b65742ac-a18b-473b-a1d9-c9074bf591f6 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/ports?device_id=e5649343-9e63-4d6c-b6f7-f3b2f1f934c4 HTTP/1.1" status: 200 len: 946 time: 0.0834522 Jun 25 14:41:35.125102 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-70e5a1ff-16c9-490f-b9d5-a884d746fa18 req-070f4e4b-7546-4803-a36e-3c1453490b2a tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/security-groups?id=d7ad49bf-7682-4e15-9338-4a7ac2e3a89b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415943 Jun 25 14:41:35.489019 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99050f71-1a9c-43f0-8a88-4fac004f0116 req-e91e8072-2c46-4fc4-bffa-18c18a7d2723 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:41:35.490779 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-99050f71-1a9c-43f0-8a88-4fac004f0116 req-e91e8072-2c46-4fc4-bffa-18c18a7d2723 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] 10.222.0.72 "GET /v2.0/ports?device_id=bbc6909b-ab6d-4631-b590-b9528a3ed3ce HTTP/1.1" status: 200 len: 945 time: 0.0862820 Jun 25 14:41:35.540771 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-99050f71-1a9c-43f0-8a88-4fac004f0116 req-b17a630a-99da-4684-80a9-767c2b942d23 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ca4f9d5-2444-4fa7-9912-3d2a58bd9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425572 Jun 25 14:41:35.644788 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961842f0-1529-4572-a7b4-cce7b79a6b64 req-521b6068-faa9-4894-9471-f37471a418cb tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:41:35.646265 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-961842f0-1529-4572-a7b4-cce7b79a6b64 req-521b6068-faa9-4894-9471-f37471a418cb tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] 10.222.0.72 "GET /v2.0/ports?device_id=f934ad62-05db-44c9-a08d-15a24066fef5 HTTP/1.1" status: 200 len: 946 time: 0.0796175 Jun 25 14:41:35.683068 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Device ef94b979-d5f2-4666-a4a4-4d47d2b9cc75 no longer exists at agent hyperv_hv-cinder-79809 {{(pid=78399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 25 14:41:35.693523 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-961842f0-1529-4572-a7b4-cce7b79a6b64 req-5ca4359d-4633-4c8e-9472-28cd2abbe769 tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] 10.222.0.72 "GET /v2.0/security-groups?id=12620e59-001b-43b9-9585-a187ca9c476b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413980 Jun 25 14:41:35.719909 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.plugin [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] No Port match for: ef94b979-d5f2-4666-a4a4-4d47d2b9cc75 {{(pid=78399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 25 14:41:35.720258 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Device ef94b979-d5f2-4666-a4a4-4d47d2b9cc75 not bound to the agent host hv-cinder-79809 {{(pid=78399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 25 14:41:36.201733 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e444a4fa-58f1-4a2a-a94e-cbe3e9d3c93b req-bb35314a-1595-41b8-8028-c1de3129462a tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:41:36.203871 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-e444a4fa-58f1-4a2a-a94e-cbe3e9d3c93b req-bb35314a-1595-41b8-8028-c1de3129462a tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] 10.222.0.72 "GET /v2.0/ports?device_id=100fae19-9887-4686-a978-0b1be5cfeb7f HTTP/1.1" status: 200 len: 945 time: 0.0862875 Jun 25 14:41:36.264252 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-e444a4fa-58f1-4a2a-a94e-cbe3e9d3c93b req-838daf43-a8eb-46e5-8afc-17ab64c08902 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] 10.222.0.72 "GET /v2.0/security-groups?id=55fed236-b79f-45ec-b512-cc10561c3d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503502 Jun 25 14:41:36.355374 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c4004e-9977-49e0-b167-95612c7e5009 req-3106799d-e3f7-42f9-a7b6-86e0ecc404a3 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:41:36.358068 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-a3c4004e-9977-49e0-b167-95612c7e5009 req-3106799d-e3f7-42f9-a7b6-86e0ecc404a3 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/ports?device_id=e5649343-9e63-4d6c-b6f7-f3b2f1f934c4 HTTP/1.1" status: 200 len: 946 time: 0.1118863 Jun 25 14:41:36.405655 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-a3c4004e-9977-49e0-b167-95612c7e5009 req-d88a1c92-94aa-4d25-a639-4393d0cd07ad tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/security-groups?id=d7ad49bf-7682-4e15-9338-4a7ac2e3a89b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417402 Jun 25 14:41:36.756868 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f91886-5cda-49fe-ba8f-8f3e6cb957b0 req-a12df9a9-9fa4-46ee-9b68-2aa8f094168a tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:41:36.759260 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-08f91886-5cda-49fe-ba8f-8f3e6cb957b0 req-a12df9a9-9fa4-46ee-9b68-2aa8f094168a tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] 10.222.0.72 "GET /v2.0/ports?device_id=bbc6909b-ab6d-4631-b590-b9528a3ed3ce HTTP/1.1" status: 200 len: 945 time: 0.1092319 Jun 25 14:41:36.858730 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-08f91886-5cda-49fe-ba8f-8f3e6cb957b0 req-ecd1eae4-2b38-4e6e-9eef-9b7f38770a10 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ca4f9d5-2444-4fa7-9912-3d2a58bd9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925617 Jun 25 14:41:37.123000 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaadb70-2c12-4a09-a510-51a363988b44 req-910d7436-dd61-4f39-9a87-7b1ee316c816 tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:41:37.124611 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-3eaadb70-2c12-4a09-a510-51a363988b44 req-910d7436-dd61-4f39-9a87-7b1ee316c816 tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] 10.222.0.72 "GET /v2.0/ports?device_id=f934ad62-05db-44c9-a08d-15a24066fef5 HTTP/1.1" status: 200 len: 946 time: 0.1006408 Jun 25 14:41:37.203952 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6a9c43-b748-4b5e-9d7f-7a24f80beac2 req-5b8dc1da-7c90-4916-8580-3e709602c1be tempest-VolumesSnapshotTestJSON-1528642505 tempest-VolumesSnapshotTestJSON-1528642505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:41:37.205660 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-5c6a9c43-b748-4b5e-9d7f-7a24f80beac2 req-5b8dc1da-7c90-4916-8580-3e709602c1be tempest-VolumesSnapshotTestJSON-1528642505 tempest-VolumesSnapshotTestJSON-1528642505-project] 10.222.0.72 "GET /v2.0/ports?device_id=4f699e76-1f4f-486f-b0c9-512e9b474292 HTTP/1.1" status: 200 len: 945 time: 0.1048229 Jun 25 14:41:37.217739 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-3eaadb70-2c12-4a09-a510-51a363988b44 req-4111f7d2-57de-4296-9be0-e8f10f2e2e34 tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] 10.222.0.72 "GET /v2.0/security-groups?id=12620e59-001b-43b9-9585-a187ca9c476b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853000 Jun 25 14:41:37.262097 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-5c6a9c43-b748-4b5e-9d7f-7a24f80beac2 req-fab3d961-6465-451a-98b3-5ebc0644986f tempest-VolumesSnapshotTestJSON-1528642505 tempest-VolumesSnapshotTestJSON-1528642505-project] 10.222.0.72 "GET /v2.0/security-groups?id=20dcfb80-1b35-4aa8-b16b-774abf84fbde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504181 Jun 25 14:41:37.265394 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c3ff2f-f0e7-4fb2-995d-54d881644ad1 req-b45abe3d-704b-434f-9794-5051cedb831a tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:41:37.267966 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-14c3ff2f-f0e7-4fb2-995d-54d881644ad1 req-b45abe3d-704b-434f-9794-5051cedb831a tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] 10.222.0.77 "GET /v2.0/ports?device_id=f934ad62-05db-44c9-a08d-15a24066fef5 HTTP/1.1" status: 200 len: 946 time: 0.0979199 Jun 25 14:41:37.347824 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.plugin [req-14c3ff2f-f0e7-4fb2-995d-54d881644ad1 req-48139a95-d54c-45fb-b66c-7196c1247476 tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] Deleting port 0a8612bc-1132-4903-80bd-0edeea318eed {{(pid=78397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 25 14:41:37.348162 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-14c3ff2f-f0e7-4fb2-995d-54d881644ad1 req-48139a95-d54c-45fb-b66c-7196c1247476 tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747172683120'] for port, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:37.622813 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd619e7a-897d-4ed9-9f5a-723e5d280158 req-94a6d528-ab8a-4c4e-888c-d61c76f63819 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:41:37.624337 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-dd619e7a-897d-4ed9-9f5a-723e5d280158 req-94a6d528-ab8a-4c4e-888c-d61c76f63819 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/ports?device_id=e5649343-9e63-4d6c-b6f7-f3b2f1f934c4 HTTP/1.1" status: 200 len: 946 time: 0.0895123 Jun 25 14:41:37.673476 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-dd619e7a-897d-4ed9-9f5a-723e5d280158 req-5ec6cd00-e1dd-4a84-afa5-a4c08aa9e08b tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/security-groups?id=d7ad49bf-7682-4e15-9338-4a7ac2e3a89b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415037 Jun 25 14:41:37.690891 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346007d9-d48f-45d0-b117-134648b7155a req-8959434a-2d36-42ba-90a3-4287f25ada2e tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:41:37.692397 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-346007d9-d48f-45d0-b117-134648b7155a req-8959434a-2d36-42ba-90a3-4287f25ada2e tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] 10.222.0.72 "GET /v2.0/ports?device_id=100fae19-9887-4686-a978-0b1be5cfeb7f HTTP/1.1" status: 200 len: 945 time: 0.2967780 Jun 25 14:41:37.771627 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.db [req-14c3ff2f-f0e7-4fb2-995d-54d881644ad1 req-48139a95-d54c-45fb-b66c-7196c1247476 tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] For port 0a8612bc-1132-4903-80bd-0edeea318eed, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=0a8612bc-1132-4903-80bd-0edeea318eed,segment=NetworkSegment(71eb932d-08ba-477f-9129-39c672514c4e),segment_id=71eb932d-08ba-477f-9129-39c672514c4e)] {{(pid=78397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:41:37.771979 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-14c3ff2f-f0e7-4fb2-995d-54d881644ad1 req-48139a95-d54c-45fb-b66c-7196c1247476 tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-413696'] for port, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:37.785378 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-346007d9-d48f-45d0-b117-134648b7155a req-57e0dcce-f410-4202-b0b4-a3c3241475e2 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] 10.222.0.72 "GET /v2.0/security-groups?id=55fed236-b79f-45ec-b512-cc10561c3d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830839 Jun 25 14:41:37.905148 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.plugin [req-14c3ff2f-f0e7-4fb2-995d-54d881644ad1 req-48139a95-d54c-45fb-b66c-7196c1247476 tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] Calling delete_port for 0a8612bc-1132-4903-80bd-0edeea318eed owned by compute:nova {{(pid=78397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 25 14:41:38.070830 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-14c3ff2f-f0e7-4fb2-995d-54d881644ad1 req-48139a95-d54c-45fb-b66c-7196c1247476 tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747172683996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747172243478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127937375'] for port, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:38.077947 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-89b546f7-2a30-43f0-ac53-cb2075c85606 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:41:38.098392 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e1793d-79cb-47ca-b441-a930647cb9ed req-fac18e25-668b-4daf-a0ef-046cc60bb229 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:41:38.099835 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-a6e1793d-79cb-47ca-b441-a930647cb9ed req-fac18e25-668b-4daf-a0ef-046cc60bb229 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] 10.222.0.72 "GET /v2.0/ports?device_id=bbc6909b-ab6d-4631-b590-b9528a3ed3ce HTTP/1.1" status: 200 len: 945 time: 0.0967188 Jun 25 14:41:38.118069 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] get_ports_and_sgs() called for port_ids ['324ca5a9-3809-4c38-b0e4-8e049b0333e2', 'bc190e6a-aac3-4f11-846b-36264c08057c', '0a8612bc-1132-4903-80bd-0edeea318eed'] {{(pid=78399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 25 14:41:38.128116 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48139a95-d54c-45fb-b66c-7196c1247476 tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] Pushing event deleted for resources: {'Port': ['ID=0a8612bc-1132-4903-80bd-0edeea318eed,revision_number=None']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:41:38.131183 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-48139a95-d54c-45fb-b66c-7196c1247476 tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:41:38.162795 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-a6e1793d-79cb-47ca-b441-a930647cb9ed req-e4d50489-4e6e-4bad-bc78-032b70bfc8a2 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ca4f9d5-2444-4fa7-9912-3d2a58bd9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553572 Jun 25 14:41:38.203255 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.l3_dvrscheduler_db [req-14c3ff2f-f0e7-4fb2-995d-54d881644ad1 req-48139a95-d54c-45fb-b66c-7196c1247476 tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] No DVR routers for this DVR port 0a8612bc-1132-4903-80bd-0edeea318eed on host hv-cinder-79809 {{(pid=78397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 14:41:38.206524 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-14c3ff2f-f0e7-4fb2-995d-54d881644ad1 req-48139a95-d54c-45fb-b66c-7196c1247476 tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257150'] for port, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:38.209389 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f934ad62-05db-44c9-a08d-15a24066fef5', 'name': 'network-vif-deleted', 'tag': '0a8612bc-1132-4903-80bd-0edeea318eed'}] {{(pid=78397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:41:38.231013 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-14c3ff2f-f0e7-4fb2-995d-54d881644ad1 req-48139a95-d54c-45fb-b66c-7196c1247476 tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] 10.222.0.77 "DELETE /v2.0/ports/0a8612bc-1132-4903-80bd-0edeea318eed HTTP/1.1" status: 204 len: 173 time: 0.9534464 Jun 25 14:41:38.304877 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f934ad62-05db-44c9-a08d-15a24066fef5', 'name': 'network-vif-deleted', 'tag': '0a8612bc-1132-4903-80bd-0edeea318eed', 'status': 'completed', 'code': 200} Jun 25 14:41:38.411530 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-875fcc19-182e-4756-b8a7-ab527830d6da req-f8a5eed6-45ef-4d39-b5fb-82303d76d7e1 tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] 10.222.0.72 "GET /v2.0/ports?device_id=f934ad62-05db-44c9-a08d-15a24066fef5 HTTP/1.1" status: 200 len: 210 time: 0.0612361 Jun 25 14:41:38.501445 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fedea97-a5fb-4ca3-b13c-6d82c00df152 req-59e386f3-dcfe-4f1d-9561-0179ac904afe tempest-VolumesSnapshotTestJSON-1528642505 tempest-VolumesSnapshotTestJSON-1528642505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:41:38.503660 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-6fedea97-a5fb-4ca3-b13c-6d82c00df152 req-59e386f3-dcfe-4f1d-9561-0179ac904afe tempest-VolumesSnapshotTestJSON-1528642505 tempest-VolumesSnapshotTestJSON-1528642505-project] 10.222.0.72 "GET /v2.0/ports?device_id=4f699e76-1f4f-486f-b0c9-512e9b474292 HTTP/1.1" status: 200 len: 945 time: 0.0990438 Jun 25 14:41:38.559383 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-6fedea97-a5fb-4ca3-b13c-6d82c00df152 req-92520b08-a5dc-4262-9af9-f6acd36a6c30 tempest-VolumesSnapshotTestJSON-1528642505 tempest-VolumesSnapshotTestJSON-1528642505-project] 10.222.0.72 "GET /v2.0/security-groups?id=20dcfb80-1b35-4aa8-b16b-774abf84fbde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475020 Jun 25 14:41:38.562543 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.72', 35200) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:41:38.627728 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-f5c9b602-4914-4f4c-adeb-0934a3d75d7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:38.693842 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-9332f2c0-0177-4f2e-b7a8-ad4c73d89bba admin admin] Notify callbacks [] for security_group, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:38.710146 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-9332f2c0-0177-4f2e-b7a8-ad4c73d89bba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:41:38.715191 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-9332f2c0-0177-4f2e-b7a8-ad4c73d89bba admin admin] Usage tracker for resource:security_group_rule and tenant:0a214d0082d44f46ae001bfed4fabc36 is out of sync, need to count used quota {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:41:38.718240 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-9332f2c0-0177-4f2e-b7a8-ad4c73d89bba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:41:38.724823 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-9332f2c0-0177-4f2e-b7a8-ad4c73d89bba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:41:38.871875 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-9332f2c0-0177-4f2e-b7a8-ad4c73d89bba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:38.885517 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-9332f2c0-0177-4f2e-b7a8-ad4c73d89bba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726995'] for security_group, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:38.896918 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-378368eb-8e43-44d2-b3bd-dc3750ad6a57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:41:38.943301 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-9332f2c0-0177-4f2e-b7a8-ad4c73d89bba admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=0a214d0082d44f46ae001bfed4fabc36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3797567 Jun 25 14:41:38.949187 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.72', 35210) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:41:38.964075 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9332f2c0-0177-4f2e-b7a8-ad4c73d89bba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa739541-98ff-48ca-8b5d-ff1937032dc8,revision_number=1']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:41:38.967506 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-9332f2c0-0177-4f2e-b7a8-ad4c73d89bba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:41:38.993374 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b97beb-8609-4c65-bee5-42bccae14a89 req-05b06f25-f2e5-4c8d-a613-39c8c494b14f tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:41:39.001283 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-39b97beb-8609-4c65-bee5-42bccae14a89 req-05b06f25-f2e5-4c8d-a613-39c8c494b14f tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/ports?device_id=e5649343-9e63-4d6c-b6f7-f3b2f1f934c4 HTTP/1.1" status: 200 len: 946 time: 0.1981587 Jun 25 14:41:39.005524 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:39.032025 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca46ae32-4619-4a6d-87dc-933ebc20f71d req-abebab44-68ad-4afb-b7c1-8dcb0ac853d0 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:41:39.033582 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-ca46ae32-4619-4a6d-87dc-933ebc20f71d req-abebab44-68ad-4afb-b7c1-8dcb0ac853d0 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] 10.222.0.72 "GET /v2.0/ports?device_id=100fae19-9887-4686-a978-0b1be5cfeb7f HTTP/1.1" status: 200 len: 945 time: 0.1231399 Jun 25 14:41:39.085012 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-ca46ae32-4619-4a6d-87dc-933ebc20f71d req-c80a2148-e830-4996-82f8-4b8656fc57df tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] 10.222.0.72 "GET /v2.0/security-groups?id=55fed236-b79f-45ec-b512-cc10561c3d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421526 Jun 25 14:41:39.086659 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-39b97beb-8609-4c65-bee5-42bccae14a89 req-f2bf51fc-206e-4480-bcfc-b2beb3a931f0 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/security-groups?id=d7ad49bf-7682-4e15-9338-4a7ac2e3a89b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844381 Jun 25 14:41:39.092089 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-6b3b9728-cf50-4992-9d1d-ec6b133664af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:39.126100 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-6b3b9728-cf50-4992-9d1d-ec6b133664af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:39.194878 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-6b3b9728-cf50-4992-9d1d-ec6b133664af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726995'] for security_group, after_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:39.199977 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-6743aab9-627e-4913-a26b-a0d0bbc5304a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:41:39.212150 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3b9728-cf50-4992-9d1d-ec6b133664af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa739541-98ff-48ca-8b5d-ff1937032dc8,revision_number=None']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:41:39.216500 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-6b3b9728-cf50-4992-9d1d-ec6b133664af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:41:39.223891 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-6b3b9728-cf50-4992-9d1d-ec6b133664af admin admin] Notify callbacks [] for security_group, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:39.225047 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-6b3b9728-cf50-4992-9d1d-ec6b133664af admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/fa739541-98ff-48ca-8b5d-ff1937032dc8 HTTP/1.1" status: 204 len: 168 time: 0.2748928 Jun 25 14:41:39.364416 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b74464a-3b1f-4d0c-84b0-40bf739e64f4 req-eaf3fed3-2907-4c5b-8616-5a1d3fa317c2 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:41:39.372325 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-5b74464a-3b1f-4d0c-84b0-40bf739e64f4 req-eaf3fed3-2907-4c5b-8616-5a1d3fa317c2 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] 10.222.0.72 "GET /v2.0/ports?device_id=bbc6909b-ab6d-4631-b590-b9528a3ed3ce HTTP/1.1" status: 200 len: 945 time: 0.0928793 Jun 25 14:41:39.423470 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-5b74464a-3b1f-4d0c-84b0-40bf739e64f4 req-c0b81226-ec49-4d13-88e9-97c22fbf1013 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ca4f9d5-2444-4fa7-9912-3d2a58bd9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502627 Jun 25 14:41:39.783246 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8b0bca-d3d9-4b36-a1cf-7a0f9aa0a15a req-96fe38a1-94b0-49c4-a0ea-a72413dc83d0 tempest-VolumesSnapshotTestJSON-1528642505 tempest-VolumesSnapshotTestJSON-1528642505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:41:39.786459 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-8d8b0bca-d3d9-4b36-a1cf-7a0f9aa0a15a req-96fe38a1-94b0-49c4-a0ea-a72413dc83d0 tempest-VolumesSnapshotTestJSON-1528642505 tempest-VolumesSnapshotTestJSON-1528642505-project] 10.222.0.72 "GET /v2.0/ports?device_id=4f699e76-1f4f-486f-b0c9-512e9b474292 HTTP/1.1" status: 200 len: 945 time: 0.1005263 Jun 25 14:41:39.876889 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-8d8b0bca-d3d9-4b36-a1cf-7a0f9aa0a15a req-ed70556b-dcb7-4259-bcc7-5a6327c0ab48 tempest-VolumesSnapshotTestJSON-1528642505 tempest-VolumesSnapshotTestJSON-1528642505-project] 10.222.0.72 "GET /v2.0/security-groups?id=20dcfb80-1b35-4aa8-b16b-774abf84fbde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828686 Jun 25 14:41:40.017984 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a62835-ecd8-44eb-89f8-db7ca50f85c8 req-ef812cbf-eb0b-48ec-8f55-ca491251305d tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:41:40.019488 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-21a62835-ecd8-44eb-89f8-db7ca50f85c8 req-ef812cbf-eb0b-48ec-8f55-ca491251305d tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] 10.222.0.72 "GET /v2.0/ports?device_id=e3884b82-f016-4bdd-ac3e-91fbd735b860 HTTP/1.1" status: 200 len: 945 time: 0.0805497 Jun 25 14:41:40.066358 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-21a62835-ecd8-44eb-89f8-db7ca50f85c8 req-4e79ecc5-9688-4839-a920-46bca0591e34 tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] 10.222.0.72 "GET /v2.0/security-groups?id=12620e59-001b-43b9-9585-a187ca9c476b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402217 Jun 25 14:41:40.107492 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.72', 35254) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:41:40.255608 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.v2.base [None req-30018f22-c151-4480-8c8b-177bd3b2706e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1208418121-network', 'tenant_id': '46d537920f9742198ad6afd1193836f7'}} {{(pid=78398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:41:40.268748 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-30018f22-c151-4480-8c8b-177bd3b2706e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:41:40.276227 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-30018f22-c151-4480-8c8b-177bd3b2706e admin admin] Usage tracker for resource:network and tenant:46d537920f9742198ad6afd1193836f7 is out of sync, need to count used quota {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:41:40.287042 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-30018f22-c151-4480-8c8b-177bd3b2706e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:41:40.292340 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98b76af-c661-4b83-b090-38238c4f0c01 req-c5731028-9497-41a9-a038-67a4290ee2fd tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:41:40.293914 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-e98b76af-c661-4b83-b090-38238c4f0c01 req-c5731028-9497-41a9-a038-67a4290ee2fd tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/ports?device_id=e5649343-9e63-4d6c-b6f7-f3b2f1f934c4 HTTP/1.1" status: 200 len: 946 time: 0.0955958 Jun 25 14:41:40.295587 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-30018f22-c151-4480-8c8b-177bd3b2706e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:41:40.312295 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30018f22-c151-4480-8c8b-177bd3b2706e admin admin] Made reservation on behalf of 46d537920f9742198ad6afd1193836f7 for: {'network': 1} {{(pid=78398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 14:41:40.314719 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-30018f22-c151-4480-8c8b-177bd3b2706e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for network, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:40.329176 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-30018f22-c151-4480-8c8b-177bd3b2706e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:40.341205 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-e98b76af-c661-4b83-b090-38238c4f0c01 req-e3442d65-20a2-4869-990a-811cc6e2f79d tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/security-groups?id=d7ad49bf-7682-4e15-9338-4a7ac2e3a89b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406146 Jun 25 14:41:40.349611 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-30018f22-c151-4480-8c8b-177bd3b2706e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:41:40.360479 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1669ea37-4d97-464c-8905-3cd4a3cb357e req-40ff26e9-925a-4ba2-a77e-28918ba5bec6 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:41:40.362502 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-1669ea37-4d97-464c-8905-3cd4a3cb357e req-40ff26e9-925a-4ba2-a77e-28918ba5bec6 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] 10.222.0.72 "GET /v2.0/ports?device_id=100fae19-9887-4686-a978-0b1be5cfeb7f HTTP/1.1" status: 200 len: 945 time: 0.1509590 Jun 25 14:41:40.366439 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-30018f22-c151-4480-8c8b-177bd3b2706e admin admin] Usage tracker for resource:security_group_rule and tenant:46d537920f9742198ad6afd1193836f7 is out of sync, need to count used quota {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:41:40.370354 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-30018f22-c151-4480-8c8b-177bd3b2706e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:41:40.388947 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-30018f22-c151-4480-8c8b-177bd3b2706e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:41:40.432567 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-1669ea37-4d97-464c-8905-3cd4a3cb357e req-cefbf8dd-5b7c-4021-840c-ddc613208369 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] 10.222.0.72 "GET /v2.0/security-groups?id=55fed236-b79f-45ec-b512-cc10561c3d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584824 Jun 25 14:41:40.500796 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-30018f22-c151-4480-8c8b-177bd3b2706e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:40.505481 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-30018f22-c151-4480-8c8b-177bd3b2706e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726995'] for security_group, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:40.508412 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:41:40.538010 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30018f22-c151-4480-8c8b-177bd3b2706e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 325} {{(pid=78398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 14:41:40.547450 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30018f22-c151-4480-8c8b-177bd3b2706e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13191a16-2633-4bde-9ccf-dc651df9ed23,revision_number=1']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:41:40.550988 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-30018f22-c151-4480-8c8b-177bd3b2706e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:41:40.553754 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-30018f22-c151-4480-8c8b-177bd3b2706e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3551624'] for segment, precommit_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:40.554099 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.db.segments_db [None req-30018f22-c151-4480-8c8b-177bd3b2706e admin admin] Added segment a65b86f5-3f7c-4ec8-ae88-0cc75edf3323 of type vlan for network 8c94d8da-413e-4525-98c0-863d33ff9021 Jun 25 14:41:40.581739 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-30018f22-c151-4480-8c8b-177bd3b2706e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747172227979'] for network, precommit_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:40.616093 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-30018f22-c151-4480-8c8b-177bd3b2706e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180'] for network, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:40.617437 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30018f22-c151-4480-8c8b-177bd3b2706e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:41:40.618053 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-30018f22-c151-4480-8c8b-177bd3b2706e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692162'] for network, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:40.623111 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:41:40.625536 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750fbc6e-bdc5-4ed9-ab61-f090617f53e2 req-ecaa55dd-e3db-47a0-b27f-af52dad29e33 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:41:40.627176 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-750fbc6e-bdc5-4ed9-ab61-f090617f53e2 req-ecaa55dd-e3db-47a0-b27f-af52dad29e33 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] 10.222.0.72 "GET /v2.0/ports?device_id=bbc6909b-ab6d-4631-b590-b9528a3ed3ce HTTP/1.1" status: 200 len: 945 time: 0.0816693 Jun 25 14:41:40.676187 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-750fbc6e-bdc5-4ed9-ab61-f090617f53e2 req-dc951430-a320-4b31-9437-e99687c5d74f tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ca4f9d5-2444-4fa7-9912-3d2a58bd9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425601 Jun 25 14:41:40.798533 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30018f22-c151-4480-8c8b-177bd3b2706e admin admin] Pushing event updated for resources: {'Network': ['ID=8c94d8da-413e-4525-98c0-863d33ff9021,revision_number=1']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:41:40.804207 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-30018f22-c151-4480-8c8b-177bd3b2706e admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6956673 Jun 25 14:41:40.805325 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-30018f22-c151-4480-8c8b-177bd3b2706e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:41:40.805808 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.72', 35266) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:41:40.811303 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Network 8c94d8da-413e-4525-98c0-863d33ff9021 details requested by agent ovs-agent-dv-cinder-798091-1-smb with host dv-cinder-798091-1-smb {{(pid=78399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 25 14:41:40.811919 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.v2.base [None req-52c1a311-072b-4e80-8425-06df8574aaf9 admin admin] Request body: {'subnet': {'network_id': '8c94d8da-413e-4525-98c0-863d33ff9021', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1208418121-subnet', 'tenant_id': '46d537920f9742198ad6afd1193836f7', 'ip_version': 4}} {{(pid=78398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:41:40.816361 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-52c1a311-072b-4e80-8425-06df8574aaf9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:41:40.820797 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-52c1a311-072b-4e80-8425-06df8574aaf9 admin admin] Usage tracker for resource:subnet and tenant:46d537920f9742198ad6afd1193836f7 is out of sync, need to count used quota {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:41:40.824221 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-52c1a311-072b-4e80-8425-06df8574aaf9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:41:40.831221 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-52c1a311-072b-4e80-8425-06df8574aaf9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:41:40.843769 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52c1a311-072b-4e80-8425-06df8574aaf9 admin admin] Made reservation on behalf of 46d537920f9742198ad6afd1193836f7 for: {'subnet': 1} {{(pid=78398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 14:41:40.846851 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-52c1a311-072b-4e80-8425-06df8574aaf9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:41.139069 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-52c1a311-072b-4e80-8425-06df8574aaf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180'] for subnet, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:41.144682 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:41:41.195537 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368cadcb-1f22-4753-9c67-23cfb1a18e87 req-5d7cc336-890c-4aa8-b6ea-e2ede03ef4d4 tempest-VolumesSnapshotTestJSON-1528642505 tempest-VolumesSnapshotTestJSON-1528642505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:41:41.198258 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-368cadcb-1f22-4753-9c67-23cfb1a18e87 req-5d7cc336-890c-4aa8-b6ea-e2ede03ef4d4 tempest-VolumesSnapshotTestJSON-1528642505 tempest-VolumesSnapshotTestJSON-1528642505-project] 10.222.0.72 "GET /v2.0/ports?device_id=4f699e76-1f4f-486f-b0c9-512e9b474292 HTTP/1.1" status: 200 len: 945 time: 0.1828382 Jun 25 14:41:41.252024 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c1a311-072b-4e80-8425-06df8574aaf9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d90de92-96c5-4eac-9554-41f78dcebc2a,revision_number=0']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:41:41.257464 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-52c1a311-072b-4e80-8425-06df8574aaf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:41:41.270381 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-b90bb380-ff98-43af-8315-5fdbe701d549 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:41.281323 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c1a311-072b-4e80-8425-06df8574aaf9 admin admin] Checking segment: {'id': 'a65b86f5-3f7c-4ec8-ae88-0cc75edf3323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '8c94d8da-413e-4525-98c0-863d33ff9021'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:41:41.281748 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52c1a311-072b-4e80-8425-06df8574aaf9 admin admin] Network hostable DHCP agents. Network: 8c94d8da-413e-4525-98c0-863d33ff9021, hostable agents: ['003a8640-0760-42fb-acf3-9b035430460e'], hosted agents: [] {{(pid=78398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 14:41:41.294101 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-368cadcb-1f22-4753-9c67-23cfb1a18e87 req-78d1a088-f4d0-4090-a1c9-f3cc81a9a91c tempest-VolumesSnapshotTestJSON-1528642505 tempest-VolumesSnapshotTestJSON-1528642505-project] 10.222.0.72 "GET /v2.0/security-groups?id=20dcfb80-1b35-4aa8-b16b-774abf84fbde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890431 Jun 25 14:41:41.320107 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13db0e0b-e3c4-48d0-9fac-213f9b1812e8 req-4b96ea79-26ed-416a-831e-efe36b64002a tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:41:41.320907 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [req-13db0e0b-e3c4-48d0-9fac-213f9b1812e8 req-4b96ea79-26ed-416a-831e-efe36b64002a tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] Synchronizing usage tracker for tenant:6290ced7f89f4224aad290cae89da82b on resource:port {{(pid=78397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 25 14:41:41.324118 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52c1a311-072b-4e80-8425-06df8574aaf9 admin admin] Network 8c94d8da-413e-4525-98c0-863d33ff9021 is scheduled to be hosted by DHCP agent 003a8640-0760-42fb-acf3-9b035430460e with binding_index 1 {{(pid=78398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 14:41:41.335369 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.scheduler.base_scheduler [None req-52c1a311-072b-4e80-8425-06df8574aaf9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798091-1-smb, 8c94d8da-413e-4525-98c0-863d33ff9021) {{(pid=78398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:41:41.340486 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52c1a311-072b-4e80-8425-06df8574aaf9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:41:41.341424 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [req-13db0e0b-e3c4-48d0-9fac-213f9b1812e8 req-4b96ea79-26ed-416a-831e-efe36b64002a tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] Unset dirty status for tenant:6290ced7f89f4224aad290cae89da82b on resource:port {{(pid=78397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 25 14:41:41.341722 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-52c1a311-072b-4e80-8425-06df8574aaf9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692162'] for subnet, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:41.342260 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-13db0e0b-e3c4-48d0-9fac-213f9b1812e8 req-4b96ea79-26ed-416a-831e-efe36b64002a tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] 10.222.0.72 "GET /v2.0/ports?device_id=e3884b82-f016-4bdd-ac3e-91fbd735b860 HTTP/1.1" status: 200 len: 945 time: 0.1662874 Jun 25 14:41:41.352518 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4981e47c-0924-40d4-b0d4-b6e84b1422d2 None None] Network 8c94d8da-413e-4525-98c0-863d33ff9021 requested from dv-cinder-798091-1-smb {{(pid=78399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 25 14:41:41.374844 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-52c1a311-072b-4e80-8425-06df8574aaf9 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5678601 Jun 25 14:41:41.377474 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.72', 35280) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:41:41.383682 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.v2.base [None req-ff4f6706-92d7-4782-a2f5-43a4ba260b23 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1208418121-router', 'tenant_id': '46d537920f9742198ad6afd1193836f7', 'external_gateway_info': {'network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee'}}} {{(pid=78398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:41:41.388650 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-ff4f6706-92d7-4782-a2f5-43a4ba260b23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:41:41.394381 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-ff4f6706-92d7-4782-a2f5-43a4ba260b23 admin admin] Usage tracker for resource:router and tenant:46d537920f9742198ad6afd1193836f7 is out of sync, need to count used quota {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:41:41.397508 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-ff4f6706-92d7-4782-a2f5-43a4ba260b23 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:41:41.405000 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-ff4f6706-92d7-4782-a2f5-43a4ba260b23 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:41:41.416104 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-ff4f6706-92d7-4782-a2f5-43a4ba260b23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-499437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1016470'] for router, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:41.417158 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-ff4f6706-92d7-4782-a2f5-43a4ba260b23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-498441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-497780', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3719610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1016449'] for router, precommit_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:41.420193 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-13db0e0b-e3c4-48d0-9fac-213f9b1812e8 req-cd5322ca-9756-4b7e-9a7d-9f60f2315b7e tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] 10.222.0.72 "GET /v2.0/security-groups?id=12620e59-001b-43b9-9585-a187ca9c476b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716414 Jun 25 14:41:41.452882 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-ff4f6706-92d7-4782-a2f5-43a4ba260b23 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:41.647778 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86f030aa-9daf-4858-af4d-cfb182a67604 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c8bd671-329d-5687-b2c0-76f17e15c0bb-8c94d8da-413e-4525-98c0-863d33ff9021', 'network_id': '8c94d8da-413e-4525-98c0-863d33ff9021', 'tenant_id': '46d537920f9742198ad6afd1193836f7', 'fixed_ips': [{'subnet_id': '8d90de92-96c5-4eac-9554-41f78dcebc2a'}]}} from dv-cinder-798091-1-smb. {{(pid=78399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 25 14:41:41.648740 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-86f030aa-9daf-4858-af4d-cfb182a67604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for port, before_create {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:41.678171 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Device 0a8612bc-1132-4903-80bd-0edeea318eed no longer exists at agent hyperv_hv-cinder-79809 {{(pid=78399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 25 14:41:41.750511 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deac92b9-86e5-4c3c-84f7-271fa29040fc req-5a02e8cc-f44b-4907-978d-6a06e9ffdf4c tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:41:41.752268 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-deac92b9-86e5-4c3c-84f7-271fa29040fc req-5a02e8cc-f44b-4907-978d-6a06e9ffdf4c tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] 10.222.0.72 "GET /v2.0/ports?device_id=100fae19-9887-4686-a978-0b1be5cfeb7f HTTP/1.1" status: 200 len: 945 time: 0.1891117 Jun 25 14:41:41.762595 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64e5665-3770-459f-b0f6-f97bcb5d1245 req-f0cd88a8-edd1-4f76-b477-5bc209f63e91 tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:41:41.764397 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-b64e5665-3770-459f-b0f6-f97bcb5d1245 req-f0cd88a8-edd1-4f76-b477-5bc209f63e91 tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] 10.222.0.77 "GET /v2.0/ports?device_id=e3884b82-f016-4bdd-ac3e-91fbd735b860 HTTP/1.1" status: 200 len: 945 time: 0.1612046 Jun 25 14:41:41.822671 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.plugin [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] No Port match for: 0a8612bc-1132-4903-80bd-0edeea318eed {{(pid=78399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 25 14:41:41.823834 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Device 0a8612bc-1132-4903-80bd-0edeea318eed not bound to the agent host hv-cinder-79809 {{(pid=78399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 25 14:41:41.867269 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-ff4f6706-92d7-4782-a2f5-43a4ba260b23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-497766', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-499428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1016435'] for router, precommit_update {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:41.881088 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170376e0-71e8-46b1-87e0-416866b854b9 req-543932fe-cd92-4eed-a96f-c25068346fdf tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:41:41.882726 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-170376e0-71e8-46b1-87e0-416866b854b9 req-543932fe-cd92-4eed-a96f-c25068346fdf tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/ports?device_id=e5649343-9e63-4d6c-b6f7-f3b2f1f934c4 HTTP/1.1" status: 200 len: 946 time: 0.4078159 Jun 25 14:41:41.908820 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-deac92b9-86e5-4c3c-84f7-271fa29040fc req-245f491d-76a0-4725-ab6c-954c67882315 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] 10.222.0.72 "GET /v2.0/security-groups?id=55fed236-b79f-45ec-b512-cc10561c3d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1433928 Jun 25 14:41:41.917594 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.plugin [req-b64e5665-3770-459f-b0f6-f97bcb5d1245 req-bf70c48e-c346-4f7e-8791-f74933c18436 tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] Deleting port bc190e6a-aac3-4f11-846b-36264c08057c {{(pid=78397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 25 14:41:41.917942 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-b64e5665-3770-459f-b0f6-f97bcb5d1245 req-bf70c48e-c346-4f7e-8791-f74933c18436 tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747172683120'] for port, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:42.004095 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.db_base_plugin_common [None req-86f030aa-9daf-4858-af4d-cfb182a67604 None None] Allocated IP 172.20.0.2 (8c94d8da-413e-4525-98c0-863d33ff9021/8d90de92-96c5-4eac-9554-41f78dcebc2a/7194f44a-30f6-40e1-96db-ba6991a7bdc4) {{(pid=78399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 14:41:42.014542 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-170376e0-71e8-46b1-87e0-416866b854b9 req-78648d5c-54da-4199-af91-fb82cc61bd93 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/security-groups?id=d7ad49bf-7682-4e15-9338-4a7ac2e3a89b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1236284 Jun 25 14:41:42.248159 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-d14b10cb-2ead-4edf-9c0b-578ba992fa59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:42.258649 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-86f030aa-9daf-4858-af4d-cfb182a67604 None None] Notify callbacks [] for port, precommit_create {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:42.273535 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-ff4f6706-92d7-4782-a2f5-43a4ba260b23 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:42.274276 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-86f030aa-9daf-4858-af4d-cfb182a67604 None None] Transition to ACTIVE for port object 7194f44a-30f6-40e1-96db-ba6991a7bdc4 will not be triggered until provisioned by entity L2. {{(pid=78399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:41:42.295324 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-86f030aa-9daf-4858-af4d-cfb182a67604 None None] Transition to ACTIVE for port object 7194f44a-30f6-40e1-96db-ba6991a7bdc4 will not be triggered until provisioned by entity DHCP. {{(pid=78399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:41:42.302001 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-86f030aa-9daf-4858-af4d-cfb182a67604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747172243469'] for port, after_create {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:42.312879 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-859d1fe4-7687-478a-b0ac-6383c1d43d29 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:41:42.319106 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-ff4f6706-92d7-4782-a2f5-43a4ba260b23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for port, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:42.372236 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86f030aa-9daf-4858-af4d-cfb182a67604 None None] Network 8c94d8da-413e-4525-98c0-863d33ff9021 is already hosted by enough agents. {{(pid=78399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:41:42.379971 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.scheduler.base_scheduler [None req-86f030aa-9daf-4858-af4d-cfb182a67604 None None] Resources bound (agent type, host, resource id): {{(pid=78399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:41:42.384524 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f030aa-9daf-4858-af4d-cfb182a67604 None None] Received port after_create {{(pid=78399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 25 14:41:42.388492 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff888ef-77d7-4d28-b971-9805c07cba44 req-2c23ac5b-e79d-445f-9523-6bfd6153c3c3 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:41:42.390575 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-3ff888ef-77d7-4d28-b971-9805c07cba44 req-2c23ac5b-e79d-445f-9523-6bfd6153c3c3 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] 10.222.0.72 "GET /v2.0/ports?device_id=bbc6909b-ab6d-4631-b590-b9528a3ed3ce HTTP/1.1" status: 200 len: 945 time: 0.3386669 Jun 25 14:41:42.392634 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.db [req-b64e5665-3770-459f-b0f6-f97bcb5d1245 req-bf70c48e-c346-4f7e-8791-f74933c18436 tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] For port bc190e6a-aac3-4f11-846b-36264c08057c, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=bc190e6a-aac3-4f11-846b-36264c08057c,segment=NetworkSegment(71eb932d-08ba-477f-9129-39c672514c4e),segment_id=71eb932d-08ba-477f-9129-39c672514c4e)] {{(pid=78397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:41:42.393081 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-b64e5665-3770-459f-b0f6-f97bcb5d1245 req-bf70c48e-c346-4f7e-8791-f74933c18436 tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-413696'] for port, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:42.440344 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f030aa-9daf-4858-af4d-cfb182a67604 None None] Pushing event updated for resources: {'Port': ['ID=7194f44a-30f6-40e1-96db-ba6991a7bdc4,revision_number=1']} {{(pid=78399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:41:42.467462 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-86f030aa-9daf-4858-af4d-cfb182a67604 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:41:42.498023 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.managers [None req-86f030aa-9daf-4858-af4d-cfb182a67604 None None] Attempting to bind port 7194f44a-30f6-40e1-96db-ba6991a7bdc4 on host dv-cinder-798091-1-smb for vnic_type normal with profile {{(pid=78399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 14:41:42.498449 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.managers [None req-86f030aa-9daf-4858-af4d-cfb182a67604 None None] Attempting to bind port 7194f44a-30f6-40e1-96db-ba6991a7bdc4 by drivers openvswitch,hyperv on host dv-cinder-798091-1-smb at level 0 using segments [{'id': 'a65b86f5-3f7c-4ec8-ae88-0cc75edf3323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '8c94d8da-413e-4525-98c0-863d33ff9021'}] {{(pid=78399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 14:41:42.498766 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f030aa-9daf-4858-af4d-cfb182a67604 None None] Attempting to bind port 7194f44a-30f6-40e1-96db-ba6991a7bdc4 on network 8c94d8da-413e-4525-98c0-863d33ff9021 {{(pid=78399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:41:42.504953 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f030aa-9daf-4858-af4d-cfb182a67604 None None] Checking agent: {'id': 'e8ccf8d8-5bf4-4749-9aa7-038299b331e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798091-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 14, 30, 9), 'started_at': datetime.datetime(2021, 6, 25, 14, 30, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 14, 41, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798091-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 14:41:42.505329 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f030aa-9daf-4858-af4d-cfb182a67604 None None] Checking segment: {'id': 'a65b86f5-3f7c-4ec8-ae88-0cc75edf3323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '8c94d8da-413e-4525-98c0-863d33ff9021'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:41:42.505766 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-86f030aa-9daf-4858-af4d-cfb182a67604 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:42.506157 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f030aa-9daf-4858-af4d-cfb182a67604 None None] Bound using segment: {'id': 'a65b86f5-3f7c-4ec8-ae88-0cc75edf3323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '8c94d8da-413e-4525-98c0-863d33ff9021'} {{(pid=78399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 14:41:42.506625 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.managers [None req-86f030aa-9daf-4858-af4d-cfb182a67604 None None] Bound port: 7194f44a-30f6-40e1-96db-ba6991a7bdc4, host: dv-cinder-798091-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a65b86f5-3f7c-4ec8-ae88-0cc75edf3323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '8c94d8da-413e-4525-98c0-863d33ff9021'}}] {{(pid=78399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 14:41:42.507004 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-86f030aa-9daf-4858-af4d-cfb182a67604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for port, before_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:42.551396 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.plugin [req-b64e5665-3770-459f-b0f6-f97bcb5d1245 req-bf70c48e-c346-4f7e-8791-f74933c18436 tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] Calling delete_port for bc190e6a-aac3-4f11-846b-36264c08057c owned by compute:nova {{(pid=78397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 25 14:41:42.603866 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-86f030aa-9daf-4858-af4d-cfb182a67604 None None] For port 7194f44a-30f6-40e1-96db-ba6991a7bdc4, host dv-cinder-798091-1-smb, cleared binding levels {{(pid=78399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 25 14:41:42.608184 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-86f030aa-9daf-4858-af4d-cfb182a67604 None None] For port 7194f44a-30f6-40e1-96db-ba6991a7bdc4, host dv-cinder-798091-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798091-1-smb',level=0,port_id=7194f44a-30f6-40e1-96db-ba6991a7bdc4,segment=NetworkSegment(a65b86f5-3f7c-4ec8-ae88-0cc75edf3323),segment_id=a65b86f5-3f7c-4ec8-ae88-0cc75edf3323)] {{(pid=78399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 25 14:41:42.613847 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-86f030aa-9daf-4858-af4d-cfb182a67604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747172683978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747172243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747172243532'] for port, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:42.619472 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:41:42.621176 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-3ff888ef-77d7-4d28-b971-9805c07cba44 req-75cfd53d-cacc-4b71-8aef-6f7b1b23da6f tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ca4f9d5-2444-4fa7-9912-3d2a58bd9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132406 Jun 25 14:41:42.646827 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.db_base_plugin_common [None req-ff4f6706-92d7-4782-a2f5-43a4ba260b23 admin admin] Allocated IP 172.28.1.115 (a1a43f7a-e11e-4ed3-80ce-932e2581e9ee/b0ba03d7-4f3a-4e33-bbe4-11273a91df80/905e0b7d-d24c-49f9-add5-702ee45b9f63) {{(pid=78398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 14:41:42.708998 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f030aa-9daf-4858-af4d-cfb182a67604 None None] Pushing event updated for resources: {'Port': ['ID=7194f44a-30f6-40e1-96db-ba6991a7bdc4,revision_number=2']} {{(pid=78399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:41:42.722140 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-86f030aa-9daf-4858-af4d-cfb182a67604 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:41:42.736215 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01357a29-c499-438c-8ff6-aa6402083f9a req-90142fec-aa54-41d2-9706-ca26db271302 tempest-VolumesSnapshotTestJSON-1528642505 tempest-VolumesSnapshotTestJSON-1528642505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:41:42.743631 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-01357a29-c499-438c-8ff6-aa6402083f9a req-90142fec-aa54-41d2-9706-ca26db271302 tempest-VolumesSnapshotTestJSON-1528642505 tempest-VolumesSnapshotTestJSON-1528642505-project] 10.222.0.72 "GET /v2.0/ports?device_id=4f699e76-1f4f-486f-b0c9-512e9b474292 HTTP/1.1" status: 200 len: 945 time: 0.2898173 Jun 25 14:41:42.758147 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-b64e5665-3770-459f-b0f6-f97bcb5d1245 req-bf70c48e-c346-4f7e-8791-f74933c18436 tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747172683996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747172243478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127937375'] for port, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:42.767174 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-a4becbfa-2621-47c8-afe4-a8e06e38dafd tempest-VolumesSnapshotTestJSON-1528642505 tempest-VolumesSnapshotTestJSON-1528642505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:41:42.809599 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] get_ports_and_sgs() called for port_ids ['324ca5a9-3809-4c38-b0e4-8e049b0333e2', 'bc190e6a-aac3-4f11-846b-36264c08057c'] {{(pid=78399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 25 14:41:42.870807 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-66e729c9-3bf3-4f97-be9f-b472a37689cd req-29da791b-3ce3-4eb4-aa56-b02701b249c8 tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] 10.222.0.72 "GET /v2.0/ports?device_id=e3884b82-f016-4bdd-ac3e-91fbd735b860 HTTP/1.1" status: 200 len: 210 time: 0.1101286 Jun 25 14:41:42.876380 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf70c48e-c346-4f7e-8791-f74933c18436 tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] Pushing event deleted for resources: {'Port': ['ID=bc190e6a-aac3-4f11-846b-36264c08057c,revision_number=None']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:41:42.888784 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-01357a29-c499-438c-8ff6-aa6402083f9a req-3381474f-b8fb-4bf1-8836-fbe2ac2b8f2c tempest-VolumesSnapshotTestJSON-1528642505 tempest-VolumesSnapshotTestJSON-1528642505-project] 10.222.0.72 "GET /v2.0/security-groups?id=20dcfb80-1b35-4aa8-b16b-774abf84fbde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435921 Jun 25 14:41:42.919214 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-bf70c48e-c346-4f7e-8791-f74933c18436 tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:41:42.966080 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-ff4f6706-92d7-4782-a2f5-43a4ba260b23 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:43.016672 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-ff4f6706-92d7-4782-a2f5-43a4ba260b23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747172243469'] for port, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:43.021992 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:41:43.077147 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.l3_dvrscheduler_db [req-b64e5665-3770-459f-b0f6-f97bcb5d1245 req-bf70c48e-c346-4f7e-8791-f74933c18436 tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] No DVR routers for this DVR port bc190e6a-aac3-4f11-846b-36264c08057c on host hv-cinder-79809 {{(pid=78397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 14:41:43.085007 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-b64e5665-3770-459f-b0f6-f97bcb5d1245 req-bf70c48e-c346-4f7e-8791-f74933c18436 tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257150'] for port, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:43.094257 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3884b82-f016-4bdd-ac3e-91fbd735b860', 'name': 'network-vif-deleted', 'tag': 'bc190e6a-aac3-4f11-846b-36264c08057c'}] {{(pid=78397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:41:43.095553 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff4f6706-92d7-4782-a2f5-43a4ba260b23 admin admin] Network a1a43f7a-e11e-4ed3-80ce-932e2581e9ee is already hosted by enough agents. {{(pid=78398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:41:43.099178 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.scheduler.base_scheduler [None req-ff4f6706-92d7-4782-a2f5-43a4ba260b23 admin admin] Resources bound (agent type, host, resource id): {{(pid=78398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:41:43.103406 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff4f6706-92d7-4782-a2f5-43a4ba260b23 admin admin] Received port after_create {{(pid=78398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 25 14:41:43.125452 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-b64e5665-3770-459f-b0f6-f97bcb5d1245 req-bf70c48e-c346-4f7e-8791-f74933c18436 tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] 10.222.0.77 "DELETE /v2.0/ports/bc190e6a-aac3-4f11-846b-36264c08057c HTTP/1.1" status: 204 len: 173 time: 1.3401556 Jun 25 14:41:43.233125 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4f6706-92d7-4782-a2f5-43a4ba260b23 admin admin] Pushing event updated for resources: {'Port': ['ID=905e0b7d-d24c-49f9-add5-702ee45b9f63,revision_number=1']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:41:43.295224 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-ff4f6706-92d7-4782-a2f5-43a4ba260b23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:41:43.297902 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c697da04-78f4-4168-90e7-cc225645f1e8 req-edc60ef8-e5c8-4db5-b5f4-72aff7f372e1 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:41:43.317899 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-c697da04-78f4-4168-90e7-cc225645f1e8 req-edc60ef8-e5c8-4db5-b5f4-72aff7f372e1 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] 10.222.0.72 "GET /v2.0/ports?device_id=100fae19-9887-4686-a978-0b1be5cfeb7f HTTP/1.1" status: 200 len: 945 time: 0.1335423 Jun 25 14:41:43.371820 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-c697da04-78f4-4168-90e7-cc225645f1e8 req-a0e8f336-e2be-47b7-90d2-0fd16163afa7 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] 10.222.0.72 "GET /v2.0/security-groups?id=55fed236-b79f-45ec-b512-cc10561c3d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553861 Jun 25 14:41:43.431927 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3884b82-f016-4bdd-ac3e-91fbd735b860', 'name': 'network-vif-deleted', 'tag': 'bc190e6a-aac3-4f11-846b-36264c08057c', 'status': 'completed', 'code': 200} Jun 25 14:41:43.501291 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-0959a481-12d6-4798-a5c7-3b38329e38d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:43.538508 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Device 7194f44a-30f6-40e1-96db-ba6991a7bdc4 up at agent ovs-agent-dv-cinder-798091-1-smb {{(pid=78399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:41:43.579815 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9312ea1f-f132-4e69-aef1-1aeeaaa61158 req-7e76d711-040f-49c3-988c-9b1fd9c9135d tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:41:43.583200 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-9312ea1f-f132-4e69-aef1-1aeeaaa61158 req-7e76d711-040f-49c3-988c-9b1fd9c9135d tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/ports?device_id=e5649343-9e63-4d6c-b6f7-f3b2f1f934c4 HTTP/1.1" status: 200 len: 946 time: 0.3378448 Jun 25 14:41:43.622803 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Provisioning for port 7194f44a-30f6-40e1-96db-ba6991a7bdc4 completed by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:41:43.719746 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d4f6ef-f083-4ce3-bacc-04a89fbf72a5 req-125be49a-7e50-4003-a14f-2aaf799da70f tempest-VolumesSnapshotTestJSON-1528642505 tempest-VolumesSnapshotTestJSON-1528642505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:41:43.721514 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-77d4f6ef-f083-4ce3-bacc-04a89fbf72a5 req-125be49a-7e50-4003-a14f-2aaf799da70f tempest-VolumesSnapshotTestJSON-1528642505 tempest-VolumesSnapshotTestJSON-1528642505-project] 10.222.0.77 "GET /v2.0/ports?device_id=4f699e76-1f4f-486f-b0c9-512e9b474292 HTTP/1.1" status: 200 len: 945 time: 0.1496601 Jun 25 14:41:43.746954 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-ff4f6706-92d7-4782-a2f5-43a4ba260b23 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:43.866157 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-9312ea1f-f132-4e69-aef1-1aeeaaa61158 req-e58f45a1-3e68-4c3d-9b0f-c58f7a0eee00 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/security-groups?id=d7ad49bf-7682-4e15-9338-4a7ac2e3a89b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1414435 Jun 25 14:41:43.932199 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.plugin [req-77d4f6ef-f083-4ce3-bacc-04a89fbf72a5 req-63baaf0f-f7e5-41b6-981d-2af6ad481021 tempest-VolumesSnapshotTestJSON-1528642505 tempest-VolumesSnapshotTestJSON-1528642505-project] Deleting port 4e842da9-e36a-4f15-8d95-f6b800e4b438 {{(pid=78397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 25 14:41:43.932676 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-77d4f6ef-f083-4ce3-bacc-04a89fbf72a5 req-63baaf0f-f7e5-41b6-981d-2af6ad481021 tempest-VolumesSnapshotTestJSON-1528642505 tempest-VolumesSnapshotTestJSON-1528642505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747172683120'] for port, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:44.090185 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6532a0c-f0ab-4d62-a31a-bda9eaebab76 req-b4951c6a-34de-4151-9216-7c289a66aec6 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:41:44.091263 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-f6532a0c-f0ab-4d62-a31a-bda9eaebab76 req-b4951c6a-34de-4151-9216-7c289a66aec6 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] 10.222.0.72 "GET /v2.0/ports?device_id=bbc6909b-ab6d-4631-b590-b9528a3ed3ce HTTP/1.1" status: 200 len: 945 time: 0.2695000 Jun 25 14:41:44.145128 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-0f84d0c3-d33f-4145-9bcb-c0ec91412a33 req-454489b6-3673-4934-8c83-1ff43d545662 tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] 10.222.0.72 "GET /v2.0/ports?device_id=e3884b82-f016-4bdd-ac3e-91fbd735b860 HTTP/1.1" status: 200 len: 210 time: 0.0692341 Jun 25 14:41:44.180900 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-391d7901-bf78-4dce-9a0e-63fffd8996ec None None] Network 8c94d8da-413e-4525-98c0-863d33ff9021 requested from dv-cinder-798091-1-smb {{(pid=78399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 25 14:41:44.275765 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-f6532a0c-f0ab-4d62-a31a-bda9eaebab76 req-3b4e21aa-e7bc-48c2-99dc-4e9b548fd700 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ca4f9d5-2444-4fa7-9912-3d2a58bd9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624262 Jun 25 14:41:44.301098 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-b6cf9fcc-d82e-4eb7-9234-a41513debe06 None None] Provisioning for port 7194f44a-30f6-40e1-96db-ba6991a7bdc4 completed by entity DHCP. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:41:44.312840 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-b6cf9fcc-d82e-4eb7-9234-a41513debe06 None None] Provisioning complete for port 7194f44a-30f6-40e1-96db-ba6991a7bdc4 triggered by entity DHCP. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:41:44.313548 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-b6cf9fcc-d82e-4eb7-9234-a41513debe06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545280'] for port, provisioning_complete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:44.364988 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.db [req-77d4f6ef-f083-4ce3-bacc-04a89fbf72a5 req-63baaf0f-f7e5-41b6-981d-2af6ad481021 tempest-VolumesSnapshotTestJSON-1528642505 tempest-VolumesSnapshotTestJSON-1528642505-project] For port 4e842da9-e36a-4f15-8d95-f6b800e4b438, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=4e842da9-e36a-4f15-8d95-f6b800e4b438,segment=NetworkSegment(592d4893-cece-4795-8fc2-2fa05b069928),segment_id=592d4893-cece-4795-8fc2-2fa05b069928)] {{(pid=78397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:41:44.365334 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-77d4f6ef-f083-4ce3-bacc-04a89fbf72a5 req-63baaf0f-f7e5-41b6-981d-2af6ad481021 tempest-VolumesSnapshotTestJSON-1528642505 tempest-VolumesSnapshotTestJSON-1528642505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-413696'] for port, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:44.506544 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.plugin [req-77d4f6ef-f083-4ce3-bacc-04a89fbf72a5 req-63baaf0f-f7e5-41b6-981d-2af6ad481021 tempest-VolumesSnapshotTestJSON-1528642505 tempest-VolumesSnapshotTestJSON-1528642505-project] Calling delete_port for 4e842da9-e36a-4f15-8d95-f6b800e4b438 owned by compute:nova {{(pid=78397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 25 14:41:44.524387 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-ff4f6706-92d7-4782-a2f5-43a4ba260b23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-499451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-497729'] for router, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:44.530166 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abac7a6f-b622-4891-b9ce-5923f079be01 req-3270aab6-87ba-44d9-9194-ebfa60fce610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:41:44.531637 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-abac7a6f-b622-4891-b9ce-5923f079be01 req-3270aab6-87ba-44d9-9194-ebfa60fce610 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=bbc6909b-ab6d-4631-b590-b9528a3ed3ce HTTP/1.1" status: 200 len: 1098 time: 0.5782840 Jun 25 14:41:44.566819 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-b6cf9fcc-d82e-4eb7-9234-a41513debe06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for port, before_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:44.618506 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-b6cf9fcc-d82e-4eb7-9234-a41513debe06 None None] For port 7194f44a-30f6-40e1-96db-ba6991a7bdc4, host dv-cinder-798091-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798091-1-smb',level=0,port_id=7194f44a-30f6-40e1-96db-ba6991a7bdc4,segment=NetworkSegment(a65b86f5-3f7c-4ec8-ae88-0cc75edf3323),segment_id=a65b86f5-3f7c-4ec8-ae88-0cc75edf3323)] {{(pid=78399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:41:44.628449 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-b6cf9fcc-d82e-4eb7-9234-a41513debe06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747172683978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747172243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747172243532'] for port, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:44.636587 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:41:44.738788 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-abac7a6f-b622-4891-b9ce-5923f079be01 req-9f545d7f-2d9c-4172-9715-4bbf904c1c59 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=4ca4f9d5-2444-4fa7-9912-3d2a58bd9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506028 Jun 25 14:41:44.744282 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957c5655-26be-4f0e-a7ea-c16cfdd6593b req-1cdbd2a5-0059-4941-9c15-d299e15cbf84 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:41:44.750434 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cf9fcc-d82e-4eb7-9234-a41513debe06 None None] Pushing event updated for resources: {'Port': ['ID=7194f44a-30f6-40e1-96db-ba6991a7bdc4,revision_number=3']} {{(pid=78399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:41:44.751721 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-957c5655-26be-4f0e-a7ea-c16cfdd6593b req-1cdbd2a5-0059-4941-9c15-d299e15cbf84 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] 10.222.0.72 "GET /v2.0/ports?device_id=100fae19-9887-4686-a978-0b1be5cfeb7f HTTP/1.1" status: 200 len: 945 time: 0.2527721 Jun 25 14:41:44.758211 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc4e7c5-966d-4941-b0ae-2896430368e4 req-ff26246e-9616-4d2c-bf5d-a89593429093 tempest-VolumesSnapshotTestJSON-1528642505 tempest-VolumesSnapshotTestJSON-1528642505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:41:44.759534 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-b6cf9fcc-d82e-4eb7-9234-a41513debe06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:41:44.765720 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-0bc4e7c5-966d-4941-b0ae-2896430368e4 req-ff26246e-9616-4d2c-bf5d-a89593429093 tempest-VolumesSnapshotTestJSON-1528642505 tempest-VolumesSnapshotTestJSON-1528642505-project] 10.222.0.72 "GET /v2.0/ports?device_id=4f699e76-1f4f-486f-b0c9-512e9b474292 HTTP/1.1" status: 200 len: 945 time: 0.5063362 Jun 25 14:41:44.865350 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-957c5655-26be-4f0e-a7ea-c16cfdd6593b req-91279e8a-1cd4-4d10-9794-71f89576d800 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] 10.222.0.72 "GET /v2.0/security-groups?id=55fed236-b79f-45ec-b512-cc10561c3d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1123924 Jun 25 14:41:44.868944 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-0bc4e7c5-966d-4941-b0ae-2896430368e4 req-6d625612-d4dd-4624-80a3-e5b6b557913b tempest-VolumesSnapshotTestJSON-1528642505 tempest-VolumesSnapshotTestJSON-1528642505-project] 10.222.0.72 "GET /v2.0/security-groups?id=20dcfb80-1b35-4aa8-b16b-774abf84fbde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020174 Jun 25 14:41:44.895458 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-77d4f6ef-f083-4ce3-bacc-04a89fbf72a5 req-63baaf0f-f7e5-41b6-981d-2af6ad481021 tempest-VolumesSnapshotTestJSON-1528642505 tempest-VolumesSnapshotTestJSON-1528642505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747172683996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747172243478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127937375'] for port, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:44.904912 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-e4261633-a2a5-4a56-85b0-b3a0dacf6d00 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:41:44.934897 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] get_ports_and_sgs() called for port_ids ['4e842da9-e36a-4f15-8d95-f6b800e4b438'] {{(pid=78399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 25 14:41:44.942797 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff4f6706-92d7-4782-a2f5-43a4ba260b23 admin admin] Router 5390209f-c66d-4fd6-9f27-a866726f0e2b is scheduled to L3 agent 941bc864-709b-4c09-a7df-f27e1f49545a with binding_index 1 {{(pid=78398) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 25 14:41:45.001015 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63baaf0f-f7e5-41b6-981d-2af6ad481021 tempest-VolumesSnapshotTestJSON-1528642505 tempest-VolumesSnapshotTestJSON-1528642505-project] Pushing event deleted for resources: {'Port': ['ID=4e842da9-e36a-4f15-8d95-f6b800e4b438,revision_number=None']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:41:45.010787 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-63baaf0f-f7e5-41b6-981d-2af6ad481021 tempest-VolumesSnapshotTestJSON-1528642505 tempest-VolumesSnapshotTestJSON-1528642505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:41:45.142363 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.l3_dvrscheduler_db [req-77d4f6ef-f083-4ce3-bacc-04a89fbf72a5 req-63baaf0f-f7e5-41b6-981d-2af6ad481021 tempest-VolumesSnapshotTestJSON-1528642505 tempest-VolumesSnapshotTestJSON-1528642505-project] No DVR routers for this DVR port 4e842da9-e36a-4f15-8d95-f6b800e4b438 on host hv-cinder-79809 {{(pid=78397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 14:41:45.144852 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-77d4f6ef-f083-4ce3-bacc-04a89fbf72a5 req-63baaf0f-f7e5-41b6-981d-2af6ad481021 tempest-VolumesSnapshotTestJSON-1528642505 tempest-VolumesSnapshotTestJSON-1528642505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257150'] for port, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:45.145891 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff4f6706-92d7-4782-a2f5-43a4ba260b23 admin admin] Notify agent at l3_agent.dv-cinder-798091-1-smb the message routers_updated {{(pid=78398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 25 14:41:45.155680 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa4a645-4e9b-42d9-bee8-d5fc7157a371 None None] Sync routers for ids ['5390209f-c66d-4fd6-9f27-a866726f0e2b'] in dv-cinder-798091-1-smb {{(pid=78400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 14:41:45.160798 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-582b3840-d0f2-4e44-ab72-5643d00addb8 None None] Provisioning complete for port 7194f44a-30f6-40e1-96db-ba6991a7bdc4 triggered by entity DHCP. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:41:45.161167 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-582b3840-d0f2-4e44-ab72-5643d00addb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545280'] for port, provisioning_complete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:45.167323 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa4a645-4e9b-42d9-bee8-d5fc7157a371 None None] Routers {'5390209f-c66d-4fd6-9f27-a866726f0e2b'} bound to L3 agent in host dv-cinder-798091-1-smb {{(pid=78400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:41:45.167983 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.db.l3_hamode_db [None req-6aa4a645-4e9b-42d9-bee8-d5fc7157a371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798091-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T14:30:11Z,description=,heartbeat_timestamp=2021-06-25T14:41:41Z,host='dv-cinder-798091-1-smb',id=941bc864-709b-4c09-a7df-f27e1f49545a,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:30:11Z,topic='l3_agent')) {'router_ids': ['5390209f-c66d-4fd6-9f27-a866726f0e2b'], 'active': True} {{(pid=78400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:41:45.179736 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-77d4f6ef-f083-4ce3-bacc-04a89fbf72a5 req-63baaf0f-f7e5-41b6-981d-2af6ad481021 tempest-VolumesSnapshotTestJSON-1528642505 tempest-VolumesSnapshotTestJSON-1528642505-project] 10.222.0.77 "DELETE /v2.0/ports/4e842da9-e36a-4f15-8d95-f6b800e4b438 HTTP/1.1" status: 204 len: 173 time: 1.4380827 Jun 25 14:41:45.189272 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-ff4f6706-92d7-4782-a2f5-43a4ba260b23 admin admin] Notify callbacks [] for router, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:45.193349 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-ff4f6706-92d7-4782-a2f5-43a4ba260b23 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.8146079 Jun 25 14:41:45.193990 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.72', 35332) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:41:45.222506 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196edc22-fb9e-4570-9b57-b3f7f8b7456f req-22748a67-e30d-4d2a-ab0f-b34e43791fec tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:41:45.240451 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-196edc22-fb9e-4570-9b57-b3f7f8b7456f req-22748a67-e30d-4d2a-ab0f-b34e43791fec tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/ports?device_id=e5649343-9e63-4d6c-b6f7-f3b2f1f934c4 HTTP/1.1" status: 200 len: 946 time: 0.1911039 Jun 25 14:41:45.336633 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-196edc22-fb9e-4570-9b57-b3f7f8b7456f req-a690a45c-edc0-46b6-bb5a-0c7c3e36bc5d tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/security-groups?id=d7ad49bf-7682-4e15-9338-4a7ac2e3a89b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952070 Jun 25 14:41:45.394540 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.db.l3_dvr_db [None req-6aa4a645-4e9b-42d9-bee8-d5fc7157a371 None None] Set router 5390209f-c66d-4fd6-9f27-a866726f0e2b gateway port host: dv-cinder-798091-1-smb {{(pid=78400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:41:45.433474 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f699e76-1f4f-486f-b0c9-512e9b474292', 'name': 'network-vif-deleted', 'tag': '4e842da9-e36a-4f15-8d95-f6b800e4b438'}] {{(pid=78397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:41:45.496326 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Device 7194f44a-30f6-40e1-96db-ba6991a7bdc4 up at agent ovs-agent-dv-cinder-798091-1-smb {{(pid=78399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:41:45.541067 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f699e76-1f4f-486f-b0c9-512e9b474292', 'name': 'network-vif-deleted', 'tag': '4e842da9-e36a-4f15-8d95-f6b800e4b438', 'status': 'completed', 'code': 200} Jun 25 14:41:45.589914 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Provisioning complete for port 7194f44a-30f6-40e1-96db-ba6991a7bdc4 triggered by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:41:45.590546 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545280'] for port, provisioning_complete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:45.727819 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Device bc190e6a-aac3-4f11-846b-36264c08057c no longer exists at agent hyperv_hv-cinder-79809 {{(pid=78399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 25 14:41:45.770969 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c4ebce-6dcf-4ca3-a5ef-cd785336fa1c req-f6b341d4-a564-4264-af66-09abcc7d9846 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:41:45.772564 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-63c4ebce-6dcf-4ca3-a5ef-cd785336fa1c req-f6b341d4-a564-4264-af66-09abcc7d9846 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] 10.222.0.72 "GET /v2.0/ports?device_id=bbc6909b-ab6d-4631-b590-b9528a3ed3ce HTTP/1.1" status: 200 len: 945 time: 0.2847166 Jun 25 14:41:45.788131 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.plugin [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] No Port match for: bc190e6a-aac3-4f11-846b-36264c08057c {{(pid=78399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 25 14:41:45.788583 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Device bc190e6a-aac3-4f11-846b-36264c08057c not bound to the agent host hv-cinder-79809 {{(pid=78399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 25 14:41:45.883825 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.db.l3_hamode_db [None req-6aa4a645-4e9b-42d9-bee8-d5fc7157a371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5390209f-c66d-4fd6-9f27-a866726f0e2b', 'name': 'tempest-TestMinimumBasicScenario-1208418121-router', 'tenant_id': '46d537920f9742198ad6afd1193836f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee', 'external_fixed_ips': [{'subnet_id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'ip_address': '172.28.1.115'}], 'enable_snat': True}, 'gw_port_id': '905e0b7d-d24c-49f9-add5-702ee45b9f63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:41:41Z', 'updated_at': '2021-06-25T14:41:43Z', 'revision_number': 3, 'project_id': '46d537920f9742198ad6afd1193836f7', 'gw_port': {'id': '905e0b7d-d24c-49f9-add5-702ee45b9f63', 'name': '', 'network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:2f:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5390209f-c66d-4fd6-9f27-a866726f0e2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'ip_address': '172.28.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:41:42Z', 'updated_at': '2021-06-25T14:41:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798091-1-smb'}], 'dv-cinder-798091-1-smb', False) {} {{(pid=78400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:41:45.889152 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa4a645-4e9b-42d9-bee8-d5fc7157a371 None None] Checking router: 5390209f-c66d-4fd6-9f27-a866726f0e2b for host: dv-cinder-798091-1-smb {{(pid=78400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 14:41:45.889531 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa4a645-4e9b-42d9-bee8-d5fc7157a371 None None] Updating router 5390209f-c66d-4fd6-9f27-a866726f0e2b port 905e0b7d-d24c-49f9-add5-702ee45b9f63 binding host dv-cinder-798091-1-smb {{(pid=78400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 14:41:45.954982 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron_lib.callbacks.manager [None req-6aa4a645-4e9b-42d9-bee8-d5fc7157a371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for port, before_update {{(pid=78400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:46.132567 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-63c4ebce-6dcf-4ca3-a5ef-cd785336fa1c req-6300dbf1-2ecc-4068-a90a-c3665f2fad87 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ca4f9d5-2444-4fa7-9912-3d2a58bd9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3528342 Jun 25 14:41:46.245508 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d15be20-11fb-4c9f-809d-1c2b813ff7da req-a03be4ad-f35a-4896-8236-353c12586d41 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:41:46.250449 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-3d15be20-11fb-4c9f-809d-1c2b813ff7da req-a03be4ad-f35a-4896-8236-353c12586d41 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] 10.222.0.72 "GET /v2.0/ports?device_id=100fae19-9887-4686-a978-0b1be5cfeb7f HTTP/1.1" status: 200 len: 945 time: 0.1547363 Jun 25 14:41:46.365655 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-3d15be20-11fb-4c9f-809d-1c2b813ff7da req-95b5d957-044b-43e2-b107-b02e73f93537 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] 10.222.0.72 "GET /v2.0/security-groups?id=55fed236-b79f-45ec-b512-cc10561c3d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1070321 Jun 25 14:41:46.407352 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-3d490ab5-79df-4b7b-97bb-f76cee57e8a8 req-6ccfb5fa-2ae3-4a53-b757-40c54154169d tempest-VolumesSnapshotTestJSON-1528642505 tempest-VolumesSnapshotTestJSON-1528642505-project] 10.222.0.72 "GET /v2.0/ports?device_id=4f699e76-1f4f-486f-b0c9-512e9b474292 HTTP/1.1" status: 200 len: 210 time: 0.0600207 Jun 25 14:41:46.432412 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-d44f27eb-651f-41a8-97af-6407fe873bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for port, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:46.535818 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron_lib.callbacks.manager [None req-6aa4a645-4e9b-42d9-bee8-d5fc7157a371 None None] Notify callbacks [] for port, precommit_update {{(pid=78400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:46.550899 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.db.provisioning_blocks [None req-6aa4a645-4e9b-42d9-bee8-d5fc7157a371 None None] Transition to ACTIVE for port object 905e0b7d-d24c-49f9-add5-702ee45b9f63 will not be triggered until provisioned by entity L2. {{(pid=78400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:41:46.559845 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron_lib.callbacks.manager [None req-6aa4a645-4e9b-42d9-bee8-d5fc7157a371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747172683978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747172243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747172243532'] for port, after_update {{(pid=78400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:46.568110 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:41:46.621696 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c1af53-8331-4daf-8647-f385de27b397 req-ade9a591-5492-47a6-bc55-8c2a739da9b6 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:41:46.625031 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-22c1af53-8331-4daf-8647-f385de27b397 req-ade9a591-5492-47a6-bc55-8c2a739da9b6 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/ports?device_id=e5649343-9e63-4d6c-b6f7-f3b2f1f934c4 HTTP/1.1" status: 200 len: 946 time: 0.0975168 Jun 25 14:41:46.656354 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.plugins.ml2.managers [None req-6aa4a645-4e9b-42d9-bee8-d5fc7157a371 None None] Attempting to bind port 905e0b7d-d24c-49f9-add5-702ee45b9f63 on host dv-cinder-798091-1-smb for vnic_type normal with profile {{(pid=78400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 14:41:46.656821 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.plugins.ml2.managers [None req-6aa4a645-4e9b-42d9-bee8-d5fc7157a371 None None] Attempting to bind port 905e0b7d-d24c-49f9-add5-702ee45b9f63 by drivers openvswitch,hyperv on host dv-cinder-798091-1-smb at level 0 using segments [{'id': 'd6aebad4-c614-4812-b5db-5340468a6247', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee'}] {{(pid=78400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 14:41:46.657184 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa4a645-4e9b-42d9-bee8-d5fc7157a371 None None] Attempting to bind port 905e0b7d-d24c-49f9-add5-702ee45b9f63 on network a1a43f7a-e11e-4ed3-80ce-932e2581e9ee {{(pid=78400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:41:46.663794 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73765dd-a41d-4d07-ac34-1fc3087f2c3a None None] Pushing event updated for resources: {'Port': ['ID=905e0b7d-d24c-49f9-add5-702ee45b9f63,revision_number=2']} {{(pid=78400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:41:46.669983 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa4a645-4e9b-42d9-bee8-d5fc7157a371 None None] Checking agent: {'id': 'e8ccf8d8-5bf4-4749-9aa7-038299b331e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798091-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 14, 30, 9), 'started_at': datetime.datetime(2021, 6, 25, 14, 30, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 14, 41, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798091-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 14:41:46.670404 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa4a645-4e9b-42d9-bee8-d5fc7157a371 None None] Checking segment: {'id': 'd6aebad4-c614-4812-b5db-5340468a6247', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:41:46.670742 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron_lib.callbacks.manager [None req-6aa4a645-4e9b-42d9-bee8-d5fc7157a371 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:46.671127 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa4a645-4e9b-42d9-bee8-d5fc7157a371 None None] Bound using segment: {'id': 'd6aebad4-c614-4812-b5db-5340468a6247', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee'} {{(pid=78400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 14:41:46.671605 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.plugins.ml2.managers [None req-6aa4a645-4e9b-42d9-bee8-d5fc7157a371 None None] Bound port: 905e0b7d-d24c-49f9-add5-702ee45b9f63, host: dv-cinder-798091-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6aebad4-c614-4812-b5db-5340468a6247', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee'}}] {{(pid=78400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 14:41:46.671986 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron_lib.callbacks.manager [None req-6aa4a645-4e9b-42d9-bee8-d5fc7157a371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for port, before_update {{(pid=78400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:46.677381 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-22c1af53-8331-4daf-8647-f385de27b397 req-dfb0936d-1d5b-4c42-b4d3-8be394cb0deb tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/security-groups?id=d7ad49bf-7682-4e15-9338-4a7ac2e3a89b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451655 Jun 25 14:41:46.731653 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73765dd-a41d-4d07-ac34-1fc3087f2c3a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:41:46.731987 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73765dd-a41d-4d07-ac34-1fc3087f2c3a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:41:46.732311 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73765dd-a41d-4d07-ac34-1fc3087f2c3a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:41:46.732634 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73765dd-a41d-4d07-ac34-1fc3087f2c3a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:41:46.732947 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73765dd-a41d-4d07-ac34-1fc3087f2c3a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:41:46.733266 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73765dd-a41d-4d07-ac34-1fc3087f2c3a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:41:46.733589 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73765dd-a41d-4d07-ac34-1fc3087f2c3a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:41:46.733888 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73765dd-a41d-4d07-ac34-1fc3087f2c3a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:41:46.734195 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73765dd-a41d-4d07-ac34-1fc3087f2c3a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:41:46.734553 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73765dd-a41d-4d07-ac34-1fc3087f2c3a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:41:46.734864 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73765dd-a41d-4d07-ac34-1fc3087f2c3a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:41:46.735166 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73765dd-a41d-4d07-ac34-1fc3087f2c3a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:41:46.745022 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG oslo_concurrency.lockutils [None req-a73765dd-a41d-4d07-ac34-1fc3087f2c3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=78400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:41:46.807836 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.plugins.ml2.db [None req-6aa4a645-4e9b-42d9-bee8-d5fc7157a371 None None] For port 905e0b7d-d24c-49f9-add5-702ee45b9f63, host dv-cinder-798091-1-smb, cleared binding levels {{(pid=78400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 25 14:41:46.812115 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.plugins.ml2.db [None req-6aa4a645-4e9b-42d9-bee8-d5fc7157a371 None None] For port 905e0b7d-d24c-49f9-add5-702ee45b9f63, host dv-cinder-798091-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798091-1-smb',level=0,port_id=905e0b7d-d24c-49f9-add5-702ee45b9f63,segment=NetworkSegment(d6aebad4-c614-4812-b5db-5340468a6247),segment_id=d6aebad4-c614-4812-b5db-5340468a6247)] {{(pid=78400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 25 14:41:46.816750 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron_lib.callbacks.manager [None req-6aa4a645-4e9b-42d9-bee8-d5fc7157a371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747172683978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747172243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747172243532'] for port, after_update {{(pid=78400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:46.821002 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG oslo_concurrency.lockutils [None req-47fae794-231e-44ae-a0e9-0a08450dd7d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:41:46.859728 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.db_base_plugin_common [None req-d44f27eb-651f-41a8-97af-6407fe873bc7 admin admin] Allocated IP 172.20.0.1 (8c94d8da-413e-4525-98c0-863d33ff9021/8d90de92-96c5-4eac-9554-41f78dcebc2a/3a2d3c2f-823d-4a97-9c97-7f171bf4eb2d) {{(pid=78398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 14:41:46.895344 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73765dd-a41d-4d07-ac34-1fc3087f2c3a None None] Pushing event updated for resources: {'Port': ['ID=905e0b7d-d24c-49f9-add5-702ee45b9f63,revision_number=3']} {{(pid=78400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:41:46.900796 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG oslo_concurrency.lockutils [None req-a73765dd-a41d-4d07-ac34-1fc3087f2c3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:41:46.917995 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa4a645-4e9b-42d9-bee8-d5fc7157a371 None None] Routers {'5390209f-c66d-4fd6-9f27-a866726f0e2b'} bound to L3 agent in host dv-cinder-798091-1-smb {{(pid=78400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:41:46.918863 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.db.l3_hamode_db [None req-6aa4a645-4e9b-42d9-bee8-d5fc7157a371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798091-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T14:30:11Z,description=,heartbeat_timestamp=2021-06-25T14:41:41Z,host='dv-cinder-798091-1-smb',id=941bc864-709b-4c09-a7df-f27e1f49545a,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:30:11Z,topic='l3_agent')) {'router_ids': ['5390209f-c66d-4fd6-9f27-a866726f0e2b'], 'active': True} {{(pid=78400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:41:47.026533 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-d44f27eb-651f-41a8-97af-6407fe873bc7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:47.049688 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.provisioning_blocks [None req-d44f27eb-651f-41a8-97af-6407fe873bc7 admin admin] Transition to ACTIVE for port object 3a2d3c2f-823d-4a97-9c97-7f171bf4eb2d will not be triggered until provisioned by entity DHCP. {{(pid=78398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:41:47.097538 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-d44f27eb-651f-41a8-97af-6407fe873bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747172243469'] for port, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:47.102581 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-9c6d6f18-9d47-4032-b446-ad64a87be37c tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:41:47.116484 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.db.l3_dvr_db [None req-6aa4a645-4e9b-42d9-bee8-d5fc7157a371 None None] Set router 5390209f-c66d-4fd6-9f27-a866726f0e2b gateway port host: dv-cinder-798091-1-smb {{(pid=78400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:41:47.161304 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d44f27eb-651f-41a8-97af-6407fe873bc7 admin admin] Network 8c94d8da-413e-4525-98c0-863d33ff9021 is already hosted by enough agents. {{(pid=78398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:41:47.170091 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.scheduler.base_scheduler [None req-d44f27eb-651f-41a8-97af-6407fe873bc7 admin admin] Resources bound (agent type, host, resource id): {{(pid=78398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:41:47.174306 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d44f27eb-651f-41a8-97af-6407fe873bc7 admin admin] Received port after_create {{(pid=78398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 25 14:41:47.174774 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-d44f27eb-651f-41a8-97af-6407fe873bc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-497799'] for router_interface, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:47.290098 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232bbd0b-c821-4a10-9853-937377be9b2b req-8df81abc-9c2d-4c14-bc1b-27b1dd8b0958 tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:41:47.291912 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [req-232bbd0b-c821-4a10-9853-937377be9b2b req-8df81abc-9c2d-4c14-bc1b-27b1dd8b0958 tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] Synchronizing usage tracker for tenant:6290ced7f89f4224aad290cae89da82b on resource:port {{(pid=78397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 25 14:41:47.312688 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [req-232bbd0b-c821-4a10-9853-937377be9b2b req-8df81abc-9c2d-4c14-bc1b-27b1dd8b0958 tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] Unset dirty status for tenant:6290ced7f89f4224aad290cae89da82b on resource:port {{(pid=78397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 25 14:41:47.320521 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-232bbd0b-c821-4a10-9853-937377be9b2b req-8df81abc-9c2d-4c14-bc1b-27b1dd8b0958 tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] 10.222.0.72 "GET /v2.0/ports?device_id=0244ff21-e22d-4345-a856-b38136e36658 HTTP/1.1" status: 200 len: 945 time: 0.1719029 Jun 25 14:41:47.356986 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-d44f27eb-651f-41a8-97af-6407fe873bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for port, before_update {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:47.380745 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-232bbd0b-c821-4a10-9853-937377be9b2b req-7b22753b-53c5-4474-9c10-32780e7b7f36 tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] 10.222.0.72 "GET /v2.0/security-groups?id=12620e59-001b-43b9-9585-a187ca9c476b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589705 Jun 25 14:41:47.381938 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44f27eb-651f-41a8-97af-6407fe873bc7 admin admin] Pushing event updated for resources: {'Port': ['ID=3a2d3c2f-823d-4a97-9c97-7f171bf4eb2d,revision_number=1']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:41:47.398658 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-d44f27eb-651f-41a8-97af-6407fe873bc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:41:47.584382 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-892d9e57-677b-457b-bdd8-6dc326240d47 None None] Provisioning for port 3a2d3c2f-823d-4a97-9c97-7f171bf4eb2d completed by entity DHCP. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:41:47.586158 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c635e6b-2b2d-46d2-b524-c2b6a754924c req-8452e2a8-97b8-4831-9c58-7a331da98429 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:41:47.591750 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.db.l3_hamode_db [None req-6aa4a645-4e9b-42d9-bee8-d5fc7157a371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5390209f-c66d-4fd6-9f27-a866726f0e2b', 'name': 'tempest-TestMinimumBasicScenario-1208418121-router', 'tenant_id': '46d537920f9742198ad6afd1193836f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee', 'external_fixed_ips': [{'subnet_id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'ip_address': '172.28.1.115'}], 'enable_snat': True}, 'gw_port_id': '905e0b7d-d24c-49f9-add5-702ee45b9f63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:41:41Z', 'updated_at': '2021-06-25T14:41:43Z', 'revision_number': 3, 'project_id': '46d537920f9742198ad6afd1193836f7', 'gw_port': {'id': '905e0b7d-d24c-49f9-add5-702ee45b9f63', 'name': '', 'network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:2f:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5390209f-c66d-4fd6-9f27-a866726f0e2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'ip_address': '172.28.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:41:42Z', 'updated_at': '2021-06-25T14:41:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798091-1-smb'}], 'dv-cinder-798091-1-smb', False) {} {{(pid=78400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:41:47.593670 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-4c635e6b-2b2d-46d2-b524-c2b6a754924c req-8452e2a8-97b8-4831-9c58-7a331da98429 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] 10.222.0.72 "GET /v2.0/ports?device_id=bbc6909b-ab6d-4631-b590-b9528a3ed3ce HTTP/1.1" status: 200 len: 945 time: 0.2848787 Jun 25 14:41:47.597939 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa4a645-4e9b-42d9-bee8-d5fc7157a371 None None] The sync data for ids ['5390209f-c66d-4fd6-9f27-a866726f0e2b'] in dv-cinder-798091-1-smb is: [{'id': '5390209f-c66d-4fd6-9f27-a866726f0e2b', 'name': 'tempest-TestMinimumBasicScenario-1208418121-router', 'tenant_id': '46d537920f9742198ad6afd1193836f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee', 'external_fixed_ips': [{'subnet_id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'ip_address': '172.28.1.115'}], 'enable_snat': True}, 'gw_port_id': '905e0b7d-d24c-49f9-add5-702ee45b9f63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:41:41Z', 'updated_at': '2021-06-25T14:41:43Z', 'revision_number': 3, 'project_id': '46d537920f9742198ad6afd1193836f7', 'gw_port': {'id': '905e0b7d-d24c-49f9-add5-702ee45b9f63', 'name': '', 'network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:2f:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5390209f-c66d-4fd6-9f27-a866726f0e2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'ip_address': '172.28.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:41:42Z', 'updated_at': '2021-06-25T14:41:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798091-1-smb'}] {{(pid=78400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 14:41:47.600216 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-892d9e57-677b-457b-bdd8-6dc326240d47 None None] Provisioning complete for port 3a2d3c2f-823d-4a97-9c97-7f171bf4eb2d triggered by entity DHCP. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:41:47.602665 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-892d9e57-677b-457b-bdd8-6dc326240d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545280'] for port, provisioning_complete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:47.689955 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-4c635e6b-2b2d-46d2-b524-c2b6a754924c req-952a3f92-d0cd-4f88-b607-11eae72db507 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ca4f9d5-2444-4fa7-9912-3d2a58bd9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953686 Jun 25 14:41:47.705924 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.plugin [None req-892d9e57-677b-457b-bdd8-6dc326240d47 None None] Port 3a2d3c2f-823d-4a97-9c97-7f171bf4eb2d cannot update to ACTIVE because it is not bound. {{(pid=78399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 14:41:47.713755 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Device 4e842da9-e36a-4f15-8d95-f6b800e4b438 no longer exists at agent hyperv_hv-cinder-79809 {{(pid=78399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 25 14:41:47.714106 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c34783-b592-4ed5-9e5d-e7b180829a99 req-86d98e2b-2c0f-4252-8c95-206233e02179 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:41:47.721528 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-04c34783-b592-4ed5-9e5d-e7b180829a99 req-86d98e2b-2c0f-4252-8c95-206233e02179 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] 10.222.0.72 "GET /v2.0/ports?device_id=100fae19-9887-4686-a978-0b1be5cfeb7f HTTP/1.1" status: 200 len: 945 time: 0.1300318 Jun 25 14:41:47.738437 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-d44f27eb-651f-41a8-97af-6407fe873bc7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:47.745424 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-d44f27eb-651f-41a8-97af-6407fe873bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747172683978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747172243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747172243532'] for port, after_update {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:47.746259 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-d44f27eb-651f-41a8-97af-6407fe873bc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3692262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-499246'] for router_interface, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:47.751642 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-b67ab1cf-7b31-42f8-a0c3-6d84cdebd87e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:41:47.761541 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.plugin [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] No Port match for: 4e842da9-e36a-4f15-8d95-f6b800e4b438 {{(pid=78399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 25 14:41:47.762801 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Device 4e842da9-e36a-4f15-8d95-f6b800e4b438 not bound to the agent host hv-cinder-79809 {{(pid=78399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 25 14:41:47.792254 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-04c34783-b592-4ed5-9e5d-e7b180829a99 req-7aa8c208-f75a-45ec-a595-9e4ed39883da tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] 10.222.0.72 "GET /v2.0/security-groups?id=55fed236-b79f-45ec-b512-cc10561c3d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667801 Jun 25 14:41:47.940556 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44f27eb-651f-41a8-97af-6407fe873bc7 admin admin] Pushing event updated for resources: {'Port': ['ID=3a2d3c2f-823d-4a97-9c97-7f171bf4eb2d,revision_number=2']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:41:47.945283 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-d44f27eb-651f-41a8-97af-6407fe873bc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:41:48.057773 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d44f27eb-651f-41a8-97af-6407fe873bc7 admin admin] Network 8c94d8da-413e-4525-98c0-863d33ff9021 is already hosted by enough agents. {{(pid=78398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:41:48.059205 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.scheduler.base_scheduler [None req-d44f27eb-651f-41a8-97af-6407fe873bc7 admin admin] Resources bound (agent type, host, resource id): {{(pid=78398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:41:48.136190 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad767bf-1dd3-4c40-b999-4db3a5b6f1c1 req-af6fc4e2-7c67-4c0f-9152-4b89ad1f30cc tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:41:48.144025 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-fad767bf-1dd3-4c40-b999-4db3a5b6f1c1 req-af6fc4e2-7c67-4c0f-9152-4b89ad1f30cc tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/ports?device_id=e5649343-9e63-4d6c-b6f7-f3b2f1f934c4 HTTP/1.1" status: 200 len: 946 time: 0.1885574 Jun 25 14:41:48.233665 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-fad767bf-1dd3-4c40-b999-4db3a5b6f1c1 req-ce7c5e3a-8be5-4c54-8cdf-6475115c26c4 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/security-groups?id=d7ad49bf-7682-4e15-9338-4a7ac2e3a89b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807912 Jun 25 14:41:48.434306 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d44f27eb-651f-41a8-97af-6407fe873bc7 admin admin] Router 5390209f-c66d-4fd6-9f27-a866726f0e2b has already been hosted by L3 agent 941bc864-709b-4c09-a7df-f27e1f49545a {{(pid=78398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 14:41:48.539364 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-7b3c2068-17d4-4d56-a39f-2fa96b09fb14 None None] Provisioning complete for port 3a2d3c2f-823d-4a97-9c97-7f171bf4eb2d triggered by entity DHCP. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:41:48.539889 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-7b3c2068-17d4-4d56-a39f-2fa96b09fb14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545280'] for port, provisioning_complete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:48.735160 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.plugin [None req-7b3c2068-17d4-4d56-a39f-2fa96b09fb14 None None] Port 3a2d3c2f-823d-4a97-9c97-7f171bf4eb2d cannot update to ACTIVE because it is not bound. {{(pid=78399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 14:41:48.851082 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d44f27eb-651f-41a8-97af-6407fe873bc7 admin admin] Notify agent at l3_agent.dv-cinder-798091-1-smb the message routers_updated {{(pid=78398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 25 14:41:48.879484 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686ce60f-452e-4c0d-b434-88bb3f6136f0 req-8019cc0a-eb82-4e76-ad6f-887b7fda7dc4 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:41:48.888054 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-686ce60f-452e-4c0d-b434-88bb3f6136f0 req-8019cc0a-eb82-4e76-ad6f-887b7fda7dc4 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] 10.222.0.72 "GET /v2.0/ports?device_id=100fae19-9887-4686-a978-0b1be5cfeb7f HTTP/1.1" status: 200 len: 945 time: 0.1753085 Jun 25 14:41:48.959444 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-686ce60f-452e-4c0d-b434-88bb3f6136f0 req-3c342c90-7fde-415a-b31b-fa2d6792787e tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] 10.222.0.72 "GET /v2.0/security-groups?id=55fed236-b79f-45ec-b512-cc10561c3d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691912 Jun 25 14:41:48.978839 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-d44f27eb-651f-41a8-97af-6407fe873bc7 admin admin] 10.222.0.72 "PUT /v2.0/routers/5390209f-c66d-4fd6-9f27-a866726f0e2b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7837930 Jun 25 14:41:49.030734 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7849b633-623f-4ea8-9575-cd3d5edc90b5 req-b4fdf600-a9e9-4256-9b47-5673f81a896c tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:41:49.038241 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-7849b633-623f-4ea8-9575-cd3d5edc90b5 req-b4fdf600-a9e9-4256-9b47-5673f81a896c tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] 10.222.0.72 "GET /v2.0/ports?device_id=0244ff21-e22d-4345-a856-b38136e36658 HTTP/1.1" status: 200 len: 945 time: 0.3529356 Jun 25 14:41:49.045092 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f8b5e6-8f13-4ff1-85ab-68e5c6c25699 req-1f06f2a5-9569-45ea-a9bf-747e14b1d220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:41:49.047243 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-49f8b5e6-8f13-4ff1-85ab-68e5c6c25699 req-1f06f2a5-9569-45ea-a9bf-747e14b1d220 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=34cd0f1e83ac4b7a907987b235bcb59d&device_id=bbc6909b-ab6d-4631-b590-b9528a3ed3ce HTTP/1.1" status: 200 len: 1098 time: 0.2232807 Jun 25 14:41:49.248940 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.72', 35404) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:41:49.324490 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2161575-2b10-4974-976e-7c8126c95be4 req-20ba5fbf-0d1e-4cef-884a-d2c4b4065986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:41:49.326036 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-c2161575-2b10-4974-976e-7c8126c95be4 req-20ba5fbf-0d1e-4cef-884a-d2c4b4065986 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=7a1d3268123d4b12a1168eda73de2201&device_id=100fae19-9887-4686-a978-0b1be5cfeb7f HTTP/1.1" status: 200 len: 1098 time: 0.4730597 Jun 25 14:41:49.356841 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f8b5e6-8f13-4ff1-85ab-68e5c6c25699 req-e8e465af-6bdd-44f0-9575-9655c992e44e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:41:49.358324 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-49f8b5e6-8f13-4ff1-85ab-68e5c6c25699 req-e8e465af-6bdd-44f0-9575-9655c992e44e service neutron] 10.222.0.77 "GET /v2.0/networks?id=83fe267a-d7d2-452d-bb83-7a0060a308f0 HTTP/1.1" status: 200 len: 920 time: 0.2649193 Jun 25 14:41:49.376891 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0426cf96-135a-4106-8039-22f4ce645c38 req-fe73397a-3917-431d-82ee-694bd9cde6b5 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:41:49.379035 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-0426cf96-135a-4106-8039-22f4ce645c38 req-fe73397a-3917-431d-82ee-694bd9cde6b5 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] 10.222.0.72 "GET /v2.0/ports?device_id=bbc6909b-ab6d-4631-b590-b9528a3ed3ce HTTP/1.1" status: 200 len: 945 time: 0.2494345 Jun 25 14:41:49.470589 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-49f8b5e6-8f13-4ff1-85ab-68e5c6c25699 req-83e23ee7-af3e-4ac2-9f7e-7fc823770a63 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=17552845-88ed-4637-a9fd-605239a795f7 HTTP/1.1" status: 200 len: 217 time: 0.0905356 Jun 25 14:41:49.512101 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-7849b633-623f-4ea8-9575-cd3d5edc90b5 req-9bb6281b-379e-488a-8d0b-af258688d032 tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] 10.222.0.72 "GET /v2.0/security-groups?id=12620e59-001b-43b9-9585-a187ca9c476b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4728127 Jun 25 14:41:49.541867 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Device 905e0b7d-d24c-49f9-add5-702ee45b9f63 up at agent ovs-agent-dv-cinder-798091-1-smb {{(pid=78399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:41:49.572741 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-aa0d01e1-1466-4891-9002-1a1b8a17d635 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:49.595404 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-0426cf96-135a-4106-8039-22f4ce645c38 req-fec8463c-8bee-40bd-bc4e-9d91f0b78244 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ca4f9d5-2444-4fa7-9912-3d2a58bd9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506932 Jun 25 14:41:49.612685 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-aa0d01e1-1466-4891-9002-1a1b8a17d635 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:41:49.622415 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-aa0d01e1-1466-4891-9002-1a1b8a17d635 admin admin] Usage tracker for resource:security_group_rule and tenant:f3dec895c3ac47298ce5a6369c585d65 is out of sync, need to count used quota {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:41:49.626563 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f8b5e6-8f13-4ff1-85ab-68e5c6c25699 req-3c317f98-5c39-4224-bf8d-9ea80392901c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:41:49.628393 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-49f8b5e6-8f13-4ff1-85ab-68e5c6c25699 req-3c317f98-5c39-4224-bf8d-9ea80392901c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f2ad48a2-5be6-4801-87cb-73e7b88cb0d2 HTTP/1.1" status: 200 len: 859 time: 0.1449978 Jun 25 14:41:49.632590 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-aa0d01e1-1466-4891-9002-1a1b8a17d635 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:41:49.671407 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4684ff5d-bded-4855-a6ca-d4147514b4f1 req-695d0702-a379-40d1-8b03-ae9d1a6039a3 tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:41:49.678904 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-4684ff5d-bded-4855-a6ca-d4147514b4f1 req-695d0702-a379-40d1-8b03-ae9d1a6039a3 tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] 10.222.0.77 "GET /v2.0/ports?device_id=0244ff21-e22d-4345-a856-b38136e36658 HTTP/1.1" status: 200 len: 945 time: 0.4557278 Jun 25 14:41:49.688320 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2161575-2b10-4974-976e-7c8126c95be4 req-3a6f383e-a9c2-4384-a992-2c7ef2392b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:41:49.695238 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-aa0d01e1-1466-4891-9002-1a1b8a17d635 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:41:49.699196 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-c2161575-2b10-4974-976e-7c8126c95be4 req-3a6f383e-a9c2-4384-a992-2c7ef2392b5e service neutron] 10.222.0.77 "GET /v2.0/networks?id=67ba1ff0-ab4f-41c2-a1c4-6027b2c685c1 HTTP/1.1" status: 200 len: 911 time: 0.3637815 Jun 25 14:41:49.716168 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-49f8b5e6-8f13-4ff1-85ab-68e5c6c25699 req-524e3b76-d502-40bd-b5e4-c34e8c1e8a8e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=83fe267a-d7d2-452d-bb83-7a0060a308f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0792370 Jun 25 14:41:49.771508 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Provisioning for port 905e0b7d-d24c-49f9-add5-702ee45b9f63 completed by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:41:49.783145 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Provisioning complete for port 905e0b7d-d24c-49f9-add5-702ee45b9f63 triggered by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:41:49.783522 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545280'] for port, provisioning_complete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:50.041058 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for port, before_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:50.114902 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-49f8b5e6-8f13-4ff1-85ab-68e5c6c25699 req-11c1cc87-1dab-4902-a580-b54f83c5cc88 service neutron] 10.222.0.77 "GET /v2.0/networks/83fe267a-d7d2-452d-bb83-7a0060a308f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3892186 Jun 25 14:41:50.120855 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] For port 905e0b7d-d24c-49f9-add5-702ee45b9f63, host dv-cinder-798091-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798091-1-smb',level=0,port_id=905e0b7d-d24c-49f9-add5-702ee45b9f63,segment=NetworkSegment(d6aebad4-c614-4812-b5db-5340468a6247),segment_id=d6aebad4-c614-4812-b5db-5340468a6247)] {{(pid=78399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:41:50.120953 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.plugin [req-4684ff5d-bded-4855-a6ca-d4147514b4f1 req-5170fca8-0bf9-43a4-afc6-a4e5896e3bdd tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] Deleting port 324ca5a9-3809-4c38-b0e4-8e049b0333e2 {{(pid=78398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 25 14:41:50.121351 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [req-4684ff5d-bded-4855-a6ca-d4147514b4f1 req-5170fca8-0bf9-43a4-afc6-a4e5896e3bdd tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747172683120'] for port, before_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:50.131213 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.72', 35438) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:41:50.135830 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747172683978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747172243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747172243532'] for port, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:50.141544 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:41:50.167634 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.v2.base [None req-4057345a-1f41-4f5f-8810-d500db8aa48c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1238245456-network', 'tenant_id': '071d530e8e174aab94f2b1e1e0a24ebc'}} {{(pid=78397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:41:50.176811 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-4057345a-1f41-4f5f-8810-d500db8aa48c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:41:50.207396 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-c2161575-2b10-4974-976e-7c8126c95be4 req-37d6396f-2545-4b16-b4ee-21ce6f130a3e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0a555632-35d7-4e70-abff-453a0e8e3e79 HTTP/1.1" status: 200 len: 1000 time: 0.4579897 Jun 25 14:41:50.207635 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ce67c3-00a9-4733-9555-2cce926c3ee7 None None] Sync routers for ids ['5390209f-c66d-4fd6-9f27-a866726f0e2b'] in dv-cinder-798091-1-smb {{(pid=78399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 14:41:50.235655 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-4057345a-1f41-4f5f-8810-d500db8aa48c admin admin] Usage tracker for resource:network and tenant:071d530e8e174aab94f2b1e1e0a24ebc is out of sync, need to count used quota {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:41:50.240596 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ce67c3-00a9-4733-9555-2cce926c3ee7 None None] Routers {'5390209f-c66d-4fd6-9f27-a866726f0e2b'} bound to L3 agent in host dv-cinder-798091-1-smb {{(pid=78399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:41:50.241220 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.l3_hamode_db [None req-19ce67c3-00a9-4733-9555-2cce926c3ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798091-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T14:30:11Z,description=,heartbeat_timestamp=2021-06-25T14:41:41Z,host='dv-cinder-798091-1-smb',id=941bc864-709b-4c09-a7df-f27e1f49545a,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:30:11Z,topic='l3_agent')) {'router_ids': ['5390209f-c66d-4fd6-9f27-a866726f0e2b'], 'active': True} {{(pid=78399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:41:50.275368 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-4057345a-1f41-4f5f-8810-d500db8aa48c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:41:50.300475 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-4057345a-1f41-4f5f-8810-d500db8aa48c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:41:50.305587 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-aa0d01e1-1466-4891-9002-1a1b8a17d635 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:50.328125 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996399ac-cde5-47c0-a3e1-e18f6a008de3 req-cd15d100-41ec-41b5-97fa-0281362d300a tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:41:50.332185 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-aa0d01e1-1466-4891-9002-1a1b8a17d635 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726995'] for security_group, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:50.336039 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-996399ac-cde5-47c0-a3e1-e18f6a008de3 req-cd15d100-41ec-41b5-97fa-0281362d300a tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/ports?device_id=e5649343-9e63-4d6c-b6f7-f3b2f1f934c4 HTTP/1.1" status: 200 len: 946 time: 0.4383464 Jun 25 14:41:50.336735 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Pushing event updated for resources: {'Port': ['ID=905e0b7d-d24c-49f9-add5-702ee45b9f63,revision_number=4']} {{(pid=78399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:41:50.342879 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:41:50.346307 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-20f46d9f-11e0-4e25-954f-10818cc41151 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:41:50.359474 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4057345a-1f41-4f5f-8810-d500db8aa48c admin admin] Made reservation on behalf of 071d530e8e174aab94f2b1e1e0a24ebc for: {'network': 1} {{(pid=78397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 14:41:50.361852 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-4057345a-1f41-4f5f-8810-d500db8aa48c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for network, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:50.424173 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-996399ac-cde5-47c0-a3e1-e18f6a008de3 req-269d6a0c-e03c-4f3d-acf7-9400c6588d76 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/security-groups?id=d7ad49bf-7682-4e15-9338-4a7ac2e3a89b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846431 Jun 25 14:41:50.426426 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-4057345a-1f41-4f5f-8810-d500db8aa48c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:50.458268 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-aa0d01e1-1466-4891-9002-1a1b8a17d635 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=f3dec895c3ac47298ce5a6369c585d65&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1946757 Jun 25 14:41:50.458268 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0d01e1-1466-4891-9002-1a1b8a17d635 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a29e39db-9020-4ae1-966e-74f088016037,revision_number=1']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:41:50.459641 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.72', 35442) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:41:50.463077 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-49f8b5e6-8f13-4ff1-85ab-68e5c6c25699 req-5776a9c4-5ffa-4892-95b9-fa154f426195 service neutron] 10.222.0.77 "GET /v2.0/networks/83fe267a-d7d2-452d-bb83-7a0060a308f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3402383 Jun 25 14:41:50.466460 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.l3_dvr_db [None req-19ce67c3-00a9-4733-9555-2cce926c3ee7 None None] Set router 5390209f-c66d-4fd6-9f27-a866726f0e2b gateway port host: dv-cinder-798091-1-smb {{(pid=78399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:41:50.468036 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-aa0d01e1-1466-4891-9002-1a1b8a17d635 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:41:50.471254 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-4057345a-1f41-4f5f-8810-d500db8aa48c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:41:50.492422 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-4057345a-1f41-4f5f-8810-d500db8aa48c admin admin] Usage tracker for resource:security_group_rule and tenant:071d530e8e174aab94f2b1e1e0a24ebc is out of sync, need to count used quota {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:41:50.500002 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-4057345a-1f41-4f5f-8810-d500db8aa48c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:41:50.513839 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-4057345a-1f41-4f5f-8810-d500db8aa48c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:41:50.546499 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2161575-2b10-4974-976e-7c8126c95be4 req-3ae710de-b626-4e3e-8521-d9bb4282f60e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:41:50.549145 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-c2161575-2b10-4974-976e-7c8126c95be4 req-3ae710de-b626-4e3e-8521-d9bb4282f60e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ac1ed06e-d434-4471-8b10-9318752714c1 HTTP/1.1" status: 200 len: 849 time: 0.3317711 Jun 25 14:41:50.555489 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5ee9e7-c993-493d-a1c3-ed281a6e1a3b req-8449d1f2-dcc4-4611-a12b-7af5360551e8 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:41:50.558069 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-1d5ee9e7-c993-493d-a1c3-ed281a6e1a3b req-8449d1f2-dcc4-4611-a12b-7af5360551e8 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] 10.222.0.72 "GET /v2.0/ports?device_id=100fae19-9887-4686-a978-0b1be5cfeb7f HTTP/1.1" status: 200 len: 945 time: 0.3316374 Jun 25 14:41:50.645008 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-c9d81377-51d8-4791-8f97-d265d0ffc469 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:50.661159 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-1d5ee9e7-c993-493d-a1c3-ed281a6e1a3b req-7f1a0723-b16f-4385-99c0-c17c13e40a2a tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] 10.222.0.72 "GET /v2.0/security-groups?id=55fed236-b79f-45ec-b512-cc10561c3d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951145 Jun 25 14:41:50.717076 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-c9d81377-51d8-4791-8f97-d265d0ffc469 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:50.791168 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-4057345a-1f41-4f5f-8810-d500db8aa48c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:50.813909 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-4057345a-1f41-4f5f-8810-d500db8aa48c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726995'] for security_group, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:50.819083 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-af537fc7-36d7-49ce-bb3e-df9ed7b77833 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:41:50.820124 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.db [req-4684ff5d-bded-4855-a6ca-d4147514b4f1 req-5170fca8-0bf9-43a4-afc6-a4e5896e3bdd tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] For port 324ca5a9-3809-4c38-b0e4-8e049b0333e2, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=324ca5a9-3809-4c38-b0e4-8e049b0333e2,segment=NetworkSegment(71eb932d-08ba-477f-9129-39c672514c4e),segment_id=71eb932d-08ba-477f-9129-39c672514c4e)] {{(pid=78398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:41:50.820595 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [req-4684ff5d-bded-4855-a6ca-d4147514b4f1 req-5170fca8-0bf9-43a4-afc6-a4e5896e3bdd tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-413696'] for port, precommit_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:50.856462 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2161575-2b10-4974-976e-7c8126c95be4 req-3265e4ee-32e5-4839-a0e3-25e66f35f5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:41:50.858264 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-c2161575-2b10-4974-976e-7c8126c95be4 req-3265e4ee-32e5-4839-a0e3-25e66f35f5e5 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=67ba1ff0-ab4f-41c2-a1c4-6027b2c685c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2980154 Jun 25 14:41:50.862938 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-c9d81377-51d8-4791-8f97-d265d0ffc469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726995'] for security_group, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:50.874881 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4057345a-1f41-4f5f-8810-d500db8aa48c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e8479b4-3c59-4ab0-a6aa-3f0b0ad4516f,revision_number=1']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:41:50.878522 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4057345a-1f41-4f5f-8810-d500db8aa48c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 320} {{(pid=78397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 14:41:50.884118 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-4057345a-1f41-4f5f-8810-d500db8aa48c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:41:50.884833 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-70079a98-d0f5-4f1b-b39d-6e636b255bc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:41:50.905968 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-4057345a-1f41-4f5f-8810-d500db8aa48c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3551624'] for segment, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:50.906451 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.db.segments_db [None req-4057345a-1f41-4f5f-8810-d500db8aa48c admin admin] Added segment cbc322d8-3638-43ec-9ac6-41989c0f5335 of type vlan for network 3ddd7e4e-8cd8-4fb5-b19b-5ab60d07c4af Jun 25 14:41:50.908235 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d81377-51d8-4791-8f97-d265d0ffc469 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a29e39db-9020-4ae1-966e-74f088016037,revision_number=None']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:41:50.951773 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-c9d81377-51d8-4791-8f97-d265d0ffc469 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:41:50.997723 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-4057345a-1f41-4f5f-8810-d500db8aa48c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747172227979'] for network, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:51.002223 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-c9d81377-51d8-4791-8f97-d265d0ffc469 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:51.007171 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-c9d81377-51d8-4791-8f97-d265d0ffc469 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/a29e39db-9020-4ae1-966e-74f088016037 HTTP/1.1" status: 204 len: 168 time: 0.5392840 Jun 25 14:41:51.016076 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.l3_hamode_db [None req-19ce67c3-00a9-4733-9555-2cce926c3ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5390209f-c66d-4fd6-9f27-a866726f0e2b', 'name': 'tempest-TestMinimumBasicScenario-1208418121-router', 'tenant_id': '46d537920f9742198ad6afd1193836f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee', 'external_fixed_ips': [{'subnet_id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'ip_address': '172.28.1.115'}], 'enable_snat': True}, 'gw_port_id': '905e0b7d-d24c-49f9-add5-702ee45b9f63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:41:41Z', 'updated_at': '2021-06-25T14:41:47Z', 'revision_number': 4, 'project_id': '46d537920f9742198ad6afd1193836f7', 'gw_port': {'id': '905e0b7d-d24c-49f9-add5-702ee45b9f63', 'name': '', 'network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:2f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5390209f-c66d-4fd6-9f27-a866726f0e2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'ip_address': '172.28.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:41:42Z', 'updated_at': '2021-06-25T14:41:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798091-1-smb', '_interfaces': [{'id': '3a2d3c2f-823d-4a97-9c97-7f171bf4eb2d', 'name': '', 'network_id': '8c94d8da-413e-4525-98c0-863d33ff9021', 'tenant_id': '46d537920f9742198ad6afd1193836f7', 'mac_address': 'fa:16:3e:b6:ed:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5390209f-c66d-4fd6-9f27-a866726f0e2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '8d90de92-96c5-4eac-9554-41f78dcebc2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:41:46Z', 'updated_at': '2021-06-25T14:41:47Z', 'revision_number': 2, 'project_id': '46d537920f9742198ad6afd1193836f7', 'subnets': [{'id': '8d90de92-96c5-4eac-9554-41f78dcebc2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798091-1-smb', False) {} {{(pid=78399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:41:51.021216 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ce67c3-00a9-4733-9555-2cce926c3ee7 None None] Checking router: 5390209f-c66d-4fd6-9f27-a866726f0e2b for host: dv-cinder-798091-1-smb {{(pid=78399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 14:41:51.021776 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ce67c3-00a9-4733-9555-2cce926c3ee7 None None] Updating router 5390209f-c66d-4fd6-9f27-a866726f0e2b port 3a2d3c2f-823d-4a97-9c97-7f171bf4eb2d binding host dv-cinder-798091-1-smb {{(pid=78399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 14:41:51.071752 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.plugin [req-4684ff5d-bded-4855-a6ca-d4147514b4f1 req-5170fca8-0bf9-43a4-afc6-a4e5896e3bdd tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] Calling delete_port for 324ca5a9-3809-4c38-b0e4-8e049b0333e2 owned by compute:nova {{(pid=78398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 25 14:41:51.108779 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:51.116897 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-19ce67c3-00a9-4733-9555-2cce926c3ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for port, before_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:51.118552 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f20070-c45c-4778-bf83-c90ebc9d0790 req-a6bdd6ba-f46e-4457-bed1-ba09df5f78e4 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:41:51.122151 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-13f20070-c45c-4778-bf83-c90ebc9d0790 req-a6bdd6ba-f46e-4457-bed1-ba09df5f78e4 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] 10.222.0.72 "GET /v2.0/ports?device_id=bbc6909b-ab6d-4631-b590-b9528a3ed3ce HTTP/1.1" status: 200 len: 945 time: 0.2210929 Jun 25 14:41:51.124333 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-4057345a-1f41-4f5f-8810-d500db8aa48c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180'] for network, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:51.126851 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4057345a-1f41-4f5f-8810-d500db8aa48c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:41:51.128064 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-4057345a-1f41-4f5f-8810-d500db8aa48c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692162'] for network, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:51.142335 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-cf55a912-fd20-4915-93c1-153d64a1afd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:41:51.219253 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-4057345a-1f41-4f5f-8810-d500db8aa48c admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0643525 Jun 25 14:41:51.269237 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.72', 35454) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:41:51.307844 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.v2.base [None req-a50352f3-bd8f-4447-9d2b-a9b9632a76c4 admin admin] Request body: {'subnet': {'network_id': '3ddd7e4e-8cd8-4fb5-b19b-5ab60d07c4af', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1238245456-subnet', 'tenant_id': '071d530e8e174aab94f2b1e1e0a24ebc', 'ip_version': 4}} {{(pid=78397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:41:51.322899 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-a50352f3-bd8f-4447-9d2b-a9b9632a76c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:41:51.331430 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4057345a-1f41-4f5f-8810-d500db8aa48c admin admin] Pushing event updated for resources: {'Network': ['ID=3ddd7e4e-8cd8-4fb5-b19b-5ab60d07c4af,revision_number=1']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:41:51.336380 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-a50352f3-bd8f-4447-9d2b-a9b9632a76c4 admin admin] Usage tracker for resource:subnet and tenant:071d530e8e174aab94f2b1e1e0a24ebc is out of sync, need to count used quota {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:41:51.340731 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-4057345a-1f41-4f5f-8810-d500db8aa48c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:41:51.352315 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-13f20070-c45c-4778-bf83-c90ebc9d0790 req-275d69a1-57a0-4c5f-bebc-dcda9882af2d tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ca4f9d5-2444-4fa7-9912-3d2a58bd9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114947 Jun 25 14:41:51.357919 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-a50352f3-bd8f-4447-9d2b-a9b9632a76c4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:41:51.377363 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-a50352f3-bd8f-4447-9d2b-a9b9632a76c4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:41:51.391584 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a50352f3-bd8f-4447-9d2b-a9b9632a76c4 admin admin] Made reservation on behalf of 071d530e8e174aab94f2b1e1e0a24ebc for: {'subnet': 1} {{(pid=78397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 14:41:51.394950 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-a50352f3-bd8f-4447-9d2b-a9b9632a76c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2042315'] for subnet, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:51.496500 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Network 3ddd7e4e-8cd8-4fb5-b19b-5ab60d07c4af details requested by agent ovs-agent-dv-cinder-798091-1-smb with host dv-cinder-798091-1-smb {{(pid=78399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 25 14:41:51.524142 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [req-4684ff5d-bded-4855-a6ca-d4147514b4f1 req-5170fca8-0bf9-43a4-afc6-a4e5896e3bdd tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747172683996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747172243478'] for port, after_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:51.541688 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-d44f27eb-651f-41a8-97af-6407fe873bc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:41:51.586401 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Device 905e0b7d-d24c-49f9-add5-702ee45b9f63 up at agent ovs-agent-dv-cinder-798091-1-smb {{(pid=78399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:41:51.627779 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] get_ports_and_sgs() called for port_ids ['324ca5a9-3809-4c38-b0e4-8e049b0333e2'] {{(pid=78399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 25 14:41:51.654703 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c41d17-fb3c-4370-9b6e-6379d3de99a1 req-7369ab12-449b-436b-8758-e7d4b14b8544 tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:41:51.667650 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-21c41d17-fb3c-4370-9b6e-6379d3de99a1 req-7369ab12-449b-436b-8758-e7d4b14b8544 tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] 10.222.0.72 "GET /v2.0/ports?device_id=0244ff21-e22d-4345-a856-b38136e36658 HTTP/1.1" status: 200 len: 945 time: 0.9971070 Jun 25 14:41:51.751068 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5170fca8-0bf9-43a4-afc6-a4e5896e3bdd tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] Pushing event deleted for resources: {'Port': ['ID=324ca5a9-3809-4c38-b0e4-8e049b0333e2,revision_number=None']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:41:51.915359 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fae7eef-15df-454e-b11c-59e41abaa5cb req-314162e2-17a5-4144-83da-4a971ca5948c tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:41:51.924519 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-9fae7eef-15df-454e-b11c-59e41abaa5cb req-314162e2-17a5-4144-83da-4a971ca5948c tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/ports?device_id=e5649343-9e63-4d6c-b6f7-f3b2f1f934c4 HTTP/1.1" status: 200 len: 946 time: 0.2859426 Jun 25 14:41:51.924992 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Provisioning complete for port 905e0b7d-d24c-49f9-add5-702ee45b9f63 triggered by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:41:51.925522 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545280'] for port, provisioning_complete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:51.946339 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-5170fca8-0bf9-43a4-afc6-a4e5896e3bdd tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:41:51.998882 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-9fae7eef-15df-454e-b11c-59e41abaa5cb req-355660b5-53a9-43d7-9abc-b274a4f7c510 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/security-groups?id=d7ad49bf-7682-4e15-9338-4a7ac2e3a89b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726779 Jun 25 14:41:52.000149 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-a50352f3-bd8f-4447-9d2b-a9b9632a76c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127934703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2042333'] for subnet, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:52.006124 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:41:52.046419 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.l3_dvrscheduler_db [req-4684ff5d-bded-4855-a6ca-d4147514b4f1 req-5170fca8-0bf9-43a4-afc6-a4e5896e3bdd tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] No DVR routers for this DVR port 324ca5a9-3809-4c38-b0e4-8e049b0333e2 on host hv-cinder-79809 {{(pid=78398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 14:41:52.062420 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-21c41d17-fb3c-4370-9b6e-6379d3de99a1 req-10c350f0-99bb-4d95-b48e-fe7873651f45 tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] 10.222.0.72 "GET /v2.0/security-groups?id=12620e59-001b-43b9-9585-a187ca9c476b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3935342 Jun 25 14:41:52.063564 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [req-4684ff5d-bded-4855-a6ca-d4147514b4f1 req-5170fca8-0bf9-43a4-afc6-a4e5896e3bdd tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257150'] for port, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:52.067866 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0244ff21-e22d-4345-a856-b38136e36658', 'name': 'network-vif-deleted', 'tag': '324ca5a9-3809-4c38-b0e4-8e049b0333e2'}] {{(pid=78398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:41:52.089764 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-19ce67c3-00a9-4733-9555-2cce926c3ee7 None None] Notify callbacks [] for port, precommit_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:52.093438 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-c2161575-2b10-4974-976e-7c8126c95be4 req-de3fe4db-d524-48a3-b421-77fe752dcab3 service neutron] 10.222.0.77 "GET /v2.0/networks/67ba1ff0-ab4f-41c2-a1c4-6027b2c685c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1291146 Jun 25 14:41:52.105496 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a50352f3-bd8f-4447-9d2b-a9b9632a76c4 admin admin] Checking segment: {'id': 'cbc322d8-3638-43ec-9ac6-41989c0f5335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '3ddd7e4e-8cd8-4fb5-b19b-5ab60d07c4af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:41:52.105971 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a50352f3-bd8f-4447-9d2b-a9b9632a76c4 admin admin] Network hostable DHCP agents. Network: 3ddd7e4e-8cd8-4fb5-b19b-5ab60d07c4af, hostable agents: ['003a8640-0760-42fb-acf3-9b035430460e'], hosted agents: [] {{(pid=78397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 14:41:52.131634 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50352f3-bd8f-4447-9d2b-a9b9632a76c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ceea88e4-00e5-4112-8cb3-bd39f3ce931b,revision_number=0']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:41:52.138970 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-a50352f3-bd8f-4447-9d2b-a9b9632a76c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:41:52.145354 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-4684ff5d-bded-4855-a6ca-d4147514b4f1 req-5170fca8-0bf9-43a4-afc6-a4e5896e3bdd tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] 10.222.0.77 "DELETE /v2.0/ports/324ca5a9-3809-4c38-b0e4-8e049b0333e2 HTTP/1.1" status: 204 len: 173 time: 2.4585981 Jun 25 14:41:52.150696 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-19ce67c3-00a9-4733-9555-2cce926c3ee7 None None] Transition to ACTIVE for port object 3a2d3c2f-823d-4a97-9c97-7f171bf4eb2d will not be triggered until provisioned by entity L2. {{(pid=78399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:41:52.162791 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a50352f3-bd8f-4447-9d2b-a9b9632a76c4 admin admin] Network 3ddd7e4e-8cd8-4fb5-b19b-5ab60d07c4af is scheduled to be hosted by DHCP agent 003a8640-0760-42fb-acf3-9b035430460e with binding_index 1 {{(pid=78397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 14:41:52.176324 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-19ce67c3-00a9-4733-9555-2cce926c3ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747172683978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747172243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747172243532'] for port, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:52.182466 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:41:52.209402 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0244ff21-e22d-4345-a856-b38136e36658', 'name': 'network-vif-deleted', 'tag': '324ca5a9-3809-4c38-b0e4-8e049b0333e2', 'status': 'completed', 'code': 200} Jun 25 14:41:52.250852 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.scheduler.base_scheduler [None req-a50352f3-bd8f-4447-9d2b-a9b9632a76c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798091-1-smb, 3ddd7e4e-8cd8-4fb5-b19b-5ab60d07c4af) {{(pid=78397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:41:52.270037 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a50352f3-bd8f-4447-9d2b-a9b9632a76c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:41:52.270619 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-a50352f3-bd8f-4447-9d2b-a9b9632a76c4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:52.293603 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-c2161575-2b10-4974-976e-7c8126c95be4 req-ae7e841d-a756-4ebf-bf1e-3e949ff6b794 service neutron] 10.222.0.77 "GET /v2.0/networks/67ba1ff0-ab4f-41c2-a1c4-6027b2c685c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754203 Jun 25 14:41:52.332871 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a4d6428-9ad8-4cb4-ade0-41d9c0e8fd9f None None] Network 3ddd7e4e-8cd8-4fb5-b19b-5ab60d07c4af requested from dv-cinder-798091-1-smb {{(pid=78399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 25 14:41:52.334108 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-a50352f3-bd8f-4447-9d2b-a9b9632a76c4 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0622497 Jun 25 14:41:52.336956 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.72', 35468) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:41:52.354829 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.v2.base [None req-33b1d052-c47e-4cf4-b2c7-3370f797af8e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1238245456-router', 'tenant_id': '071d530e8e174aab94f2b1e1e0a24ebc', 'external_gateway_info': {'network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee'}}} {{(pid=78397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:41:52.362069 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-33b1d052-c47e-4cf4-b2c7-3370f797af8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:41:52.367837 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-33b1d052-c47e-4cf4-b2c7-3370f797af8e admin admin] Usage tracker for resource:router and tenant:071d530e8e174aab94f2b1e1e0a24ebc is out of sync, need to count used quota {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:41:52.373236 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-33b1d052-c47e-4cf4-b2c7-3370f797af8e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:41:52.382703 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-33b1d052-c47e-4cf4-b2c7-3370f797af8e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:41:52.398866 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc6a72c-1ea5-475a-95c8-2e7190536518 req-a02ea009-4a25-411f-9afc-a99d1f005b76 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:41:52.401049 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-cbc6a72c-1ea5-475a-95c8-2e7190536518 req-a02ea009-4a25-411f-9afc-a99d1f005b76 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] 10.222.0.72 "GET /v2.0/ports?device_id=100fae19-9887-4686-a978-0b1be5cfeb7f HTTP/1.1" status: 200 len: 945 time: 0.2258248 Jun 25 14:41:52.438551 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-33b1d052-c47e-4cf4-b2c7-3370f797af8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-499437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1016470'] for router, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:52.439796 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-33b1d052-c47e-4cf4-b2c7-3370f797af8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-498441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-497780', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3719610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1016449'] for router, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:52.482748 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-33b1d052-c47e-4cf4-b2c7-3370f797af8e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:52.550200 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-cbc6a72c-1ea5-475a-95c8-2e7190536518 req-514bcbec-bc3a-4258-90d0-85bb7700c756 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] 10.222.0.72 "GET /v2.0/security-groups?id=55fed236-b79f-45ec-b512-cc10561c3d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1305358 Jun 25 14:41:52.585054 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b937a54a-fde2-4c1d-ad08-3baf3eec39a3 None None] Pushing event updated for resources: {'Port': ['ID=3a2d3c2f-823d-4a97-9c97-7f171bf4eb2d,revision_number=3']} {{(pid=78399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:41:52.604273 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-b937a54a-fde2-4c1d-ad08-3baf3eec39a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.420s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:41:52.683170 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa473fc-5d96-4f73-bb7d-f4366f19206f req-128bc15b-04dd-4b78-9dfd-d2ca9f049a5f tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:41:52.686597 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-0aa473fc-5d96-4f73-bb7d-f4366f19206f req-128bc15b-04dd-4b78-9dfd-d2ca9f049a5f tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] 10.222.0.72 "GET /v2.0/ports?device_id=bbc6909b-ab6d-4631-b590-b9528a3ed3ce HTTP/1.1" status: 200 len: 945 time: 0.1525784 Jun 25 14:41:52.747969 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-0aa473fc-5d96-4f73-bb7d-f4366f19206f req-3d6ead3f-dd65-4363-8a24-fb415e02fbcb tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ca4f9d5-2444-4fa7-9912-3d2a58bd9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555127 Jun 25 14:41:52.780617 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.managers [None req-19ce67c3-00a9-4733-9555-2cce926c3ee7 None None] Attempting to bind port 3a2d3c2f-823d-4a97-9c97-7f171bf4eb2d on host dv-cinder-798091-1-smb for vnic_type normal with profile {{(pid=78399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 14:41:52.780991 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.managers [None req-19ce67c3-00a9-4733-9555-2cce926c3ee7 None None] Attempting to bind port 3a2d3c2f-823d-4a97-9c97-7f171bf4eb2d by drivers openvswitch,hyperv on host dv-cinder-798091-1-smb at level 0 using segments [{'id': 'a65b86f5-3f7c-4ec8-ae88-0cc75edf3323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '8c94d8da-413e-4525-98c0-863d33ff9021'}] {{(pid=78399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 14:41:52.781357 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ce67c3-00a9-4733-9555-2cce926c3ee7 None None] Attempting to bind port 3a2d3c2f-823d-4a97-9c97-7f171bf4eb2d on network 8c94d8da-413e-4525-98c0-863d33ff9021 {{(pid=78399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:41:52.817007 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ce67c3-00a9-4733-9555-2cce926c3ee7 None None] Checking agent: {'id': 'e8ccf8d8-5bf4-4749-9aa7-038299b331e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798091-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 14, 30, 9), 'started_at': datetime.datetime(2021, 6, 25, 14, 30, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 14, 41, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798091-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 14:41:52.817328 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ce67c3-00a9-4733-9555-2cce926c3ee7 None None] Checking segment: {'id': 'a65b86f5-3f7c-4ec8-ae88-0cc75edf3323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '8c94d8da-413e-4525-98c0-863d33ff9021'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:41:52.817724 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-19ce67c3-00a9-4733-9555-2cce926c3ee7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:52.818120 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ce67c3-00a9-4733-9555-2cce926c3ee7 None None] Bound using segment: {'id': 'a65b86f5-3f7c-4ec8-ae88-0cc75edf3323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '8c94d8da-413e-4525-98c0-863d33ff9021'} {{(pid=78399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 14:41:52.818610 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.managers [None req-19ce67c3-00a9-4733-9555-2cce926c3ee7 None None] Bound port: 3a2d3c2f-823d-4a97-9c97-7f171bf4eb2d, host: dv-cinder-798091-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a65b86f5-3f7c-4ec8-ae88-0cc75edf3323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '8c94d8da-413e-4525-98c0-863d33ff9021'}}] {{(pid=78399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 14:41:52.818988 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-19ce67c3-00a9-4733-9555-2cce926c3ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for port, before_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:52.860788 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1f3ee26-bb25-4307-8c1b-5db201c93f27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c8bd671-329d-5687-b2c0-76f17e15c0bb-3ddd7e4e-8cd8-4fb5-b19b-5ab60d07c4af', 'network_id': '3ddd7e4e-8cd8-4fb5-b19b-5ab60d07c4af', 'tenant_id': '071d530e8e174aab94f2b1e1e0a24ebc', 'fixed_ips': [{'subnet_id': 'ceea88e4-00e5-4112-8cb3-bd39f3ce931b'}]}} from dv-cinder-798091-1-smb. {{(pid=78399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 25 14:41:52.861656 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-e1f3ee26-bb25-4307-8c1b-5db201c93f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for port, before_create {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:52.978561 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-33b1d052-c47e-4cf4-b2c7-3370f797af8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-497766', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-499428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1016435'] for router, precommit_update {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:53.108091 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-19ce67c3-00a9-4733-9555-2cce926c3ee7 None None] For port 3a2d3c2f-823d-4a97-9c97-7f171bf4eb2d, host dv-cinder-798091-1-smb, cleared binding levels {{(pid=78399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 25 14:41:53.125218 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-19ce67c3-00a9-4733-9555-2cce926c3ee7 None None] For port 3a2d3c2f-823d-4a97-9c97-7f171bf4eb2d, host dv-cinder-798091-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798091-1-smb',level=0,port_id=3a2d3c2f-823d-4a97-9c97-7f171bf4eb2d,segment=NetworkSegment(a65b86f5-3f7c-4ec8-ae88-0cc75edf3323),segment_id=a65b86f5-3f7c-4ec8-ae88-0cc75edf3323)] {{(pid=78399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 25 14:41:53.136683 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-19ce67c3-00a9-4733-9555-2cce926c3ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747172683978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747172243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747172243532'] for port, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:53.201596 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:41:53.202058 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.72', 35484) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:41:53.312842 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ce67c3-00a9-4733-9555-2cce926c3ee7 None None] Routers {'5390209f-c66d-4fd6-9f27-a866726f0e2b'} bound to L3 agent in host dv-cinder-798091-1-smb {{(pid=78399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:41:53.313479 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.l3_hamode_db [None req-19ce67c3-00a9-4733-9555-2cce926c3ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798091-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T14:30:11Z,description=,heartbeat_timestamp=2021-06-25T14:41:41Z,host='dv-cinder-798091-1-smb',id=941bc864-709b-4c09-a7df-f27e1f49545a,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:30:11Z,topic='l3_agent')) {'router_ids': ['5390209f-c66d-4fd6-9f27-a866726f0e2b'], 'active': True} {{(pid=78399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:41:53.421185 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.db_base_plugin_common [None req-e1f3ee26-bb25-4307-8c1b-5db201c93f27 None None] Allocated IP 172.20.0.2 (3ddd7e4e-8cd8-4fb5-b19b-5ab60d07c4af/ceea88e4-00e5-4112-8cb3-bd39f3ce931b/247b5b41-d50f-4727-b992-e5a7bbf94eef) {{(pid=78399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 14:41:53.562301 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.db_base_plugin_v2 [None req-2491395c-2e93-4ee9-b408-3e2c07b0f20b admin admin] Deleting subnet df82b164-9b34-47d3-90d0-c5f04fc4d7cc {{(pid=78398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jun 25 14:41:53.572236 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-2491395c-2e93-4ee9-b408-3e2c07b0f20b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:53.642732 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6849de-c55c-4e6e-bc45-d9e2d0557660 req-a224d18f-582a-48c2-9545-c8f6ea595107 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:41:53.644422 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-af6849de-c55c-4e6e-bc45-d9e2d0557660 req-a224d18f-582a-48c2-9545-c8f6ea595107 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/ports?device_id=e5649343-9e63-4d6c-b6f7-f3b2f1f934c4 HTTP/1.1" status: 200 len: 946 time: 0.3754888 Jun 25 14:41:53.654385 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-33b1d052-c47e-4cf4-b2c7-3370f797af8e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:53.672895 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-2491395c-2e93-4ee9-b408-3e2c07b0f20b admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:53.682881 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-e5b1e8e2-2fbc-4d6a-b51b-7006b7216195 req-d2b7c493-b8c0-4b8d-884b-cc77ecb51c4a service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=bbc6909b-ab6d-4631-b590-b9528a3ed3ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2652309 Jun 25 14:41:53.690954 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b937a54a-fde2-4c1d-ad08-3baf3eec39a3 None None] Pushing event updated for resources: {'Port': ['ID=3a2d3c2f-823d-4a97-9c97-7f171bf4eb2d,revision_number=4']} {{(pid=78399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:41:53.691233 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f4ad47-0384-4d16-8229-28ac707c5878 req-5f917f46-5aa2-4a93-b935-dd3963fd90bc tempest-VolumesSnapshotTestJSON-1528642505 tempest-VolumesSnapshotTestJSON-1528642505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:41:53.691921 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [req-55f4ad47-0384-4d16-8229-28ac707c5878 req-5f917f46-5aa2-4a93-b935-dd3963fd90bc tempest-VolumesSnapshotTestJSON-1528642505 tempest-VolumesSnapshotTestJSON-1528642505-project] Synchronizing usage tracker for tenant:84b7e81af6664009a8f4a67045e12c57 on resource:network {{(pid=78398) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 25 14:41:53.694945 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-2491395c-2e93-4ee9-b408-3e2c07b0f20b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3550162'] for subnet, precommit_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:53.700424 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-33b1d052-c47e-4cf4-b2c7-3370f797af8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for port, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:53.747954 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-b937a54a-fde2-4c1d-ad08-3baf3eec39a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.546s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:41:53.752480 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Device 1997573f-4989-48d0-ad12-2edadad644f1 details requested by agent hyperv_hv-cinder-79809 with host hv-cinder-79809 {{(pid=78399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 25 14:41:53.754681 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Device 324ca5a9-3809-4c38-b0e4-8e049b0333e2 no longer exists at agent hyperv_hv-cinder-79809 {{(pid=78399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 25 14:41:53.773761 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [req-55f4ad47-0384-4d16-8229-28ac707c5878 req-5f917f46-5aa2-4a93-b935-dd3963fd90bc tempest-VolumesSnapshotTestJSON-1528642505 tempest-VolumesSnapshotTestJSON-1528642505-project] Unset dirty status for tenant:84b7e81af6664009a8f4a67045e12c57 on resource:network {{(pid=78398) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 25 14:41:53.776477 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-55f4ad47-0384-4d16-8229-28ac707c5878 req-5f917f46-5aa2-4a93-b935-dd3963fd90bc tempest-VolumesSnapshotTestJSON-1528642505 tempest-VolumesSnapshotTestJSON-1528642505-project] 10.222.0.72 "GET /v2.0/networks?id=06f2991f-047a-4471-89a5-6835eabebc08 HTTP/1.1" status: 200 len: 814 time: 0.4416664 Jun 25 14:41:53.798405 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-af6849de-c55c-4e6e-bc45-d9e2d0557660 req-c3a1b523-e7fe-4058-b39c-7e2a18af115f tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/security-groups?id=d7ad49bf-7682-4e15-9338-4a7ac2e3a89b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1166179 Jun 25 14:41:53.897427 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-55f4ad47-0384-4d16-8229-28ac707c5878 req-3aaa7ae9-02f7-4805-9f90-9e204477569f tempest-VolumesSnapshotTestJSON-1528642505 tempest-VolumesSnapshotTestJSON-1528642505-project] 10.222.0.72 "GET /v2.0/quotas/84b7e81af6664009a8f4a67045e12c57 HTTP/1.1" status: 200 len: 375 time: 0.1092286 Jun 25 14:41:53.901452 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-2491395c-2e93-4ee9-b408-3e2c07b0f20b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3548165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180'] for subnet, after_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:53.906693 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.plugin [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] No Port match for: 324ca5a9-3809-4c38-b0e4-8e049b0333e2 {{(pid=78399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 25 14:41:53.907041 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Device 324ca5a9-3809-4c38-b0e4-8e049b0333e2 not bound to the agent host hv-cinder-79809 {{(pid=78399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 25 14:41:53.936917 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-e1f3ee26-bb25-4307-8c1b-5db201c93f27 None None] Notify callbacks [] for port, precommit_create {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:53.937168 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.db_base_plugin_common [None req-33b1d052-c47e-4cf4-b2c7-3370f797af8e admin admin] Allocated IP 172.28.1.140 (a1a43f7a-e11e-4ed3-80ce-932e2581e9ee/b0ba03d7-4f3a-4e33-bbe4-11273a91df80/b1560b5d-86c5-4068-be8a-3196d06a077f) {{(pid=78397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 14:41:53.941995 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-f78843ac-6530-4365-94e3-94e115c7eca1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:41:53.981481 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.l3_dvr_db [None req-19ce67c3-00a9-4733-9555-2cce926c3ee7 None None] Set router 5390209f-c66d-4fd6-9f27-a866726f0e2b gateway port host: dv-cinder-798091-1-smb {{(pid=78399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:41:54.027793 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-e1f3ee26-bb25-4307-8c1b-5db201c93f27 None None] Transition to ACTIVE for port object 247b5b41-d50f-4727-b992-e5a7bbf94eef will not be triggered until provisioned by entity L2. {{(pid=78399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:41:54.064641 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2491395c-2e93-4ee9-b408-3e2c07b0f20b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df82b164-9b34-47d3-90d0-c5f04fc4d7cc,revision_number=None']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:41:54.076666 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-2491395c-2e93-4ee9-b408-3e2c07b0f20b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:41:54.091326 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-55f4ad47-0384-4d16-8229-28ac707c5878 req-3bdc447b-e6d2-4f49-a405-f2b68739db01 tempest-VolumesSnapshotTestJSON-1528642505 tempest-VolumesSnapshotTestJSON-1528642505-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=84b7e81af6664009a8f4a67045e12c57&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1740615 Jun 25 14:41:54.115285 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-2491395c-2e93-4ee9-b408-3e2c07b0f20b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692162'] for subnet, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:54.128221 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-2491395c-2e93-4ee9-b408-3e2c07b0f20b admin admin] 10.222.0.72 "DELETE /v2.0/subnets/df82b164-9b34-47d3-90d0-c5f04fc4d7cc HTTP/1.1" status: 204 len: 168 time: 0.9250901 Jun 25 14:41:54.129123 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.72', 35500) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:41:54.142025 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-e1f3ee26-bb25-4307-8c1b-5db201c93f27 None None] Transition to ACTIVE for port object 247b5b41-d50f-4727-b992-e5a7bbf94eef will not be triggered until provisioned by entity DHCP. {{(pid=78399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:41:54.212899 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-e1f3ee26-bb25-4307-8c1b-5db201c93f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747172243469'] for port, after_create {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:54.225775 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:41:54.277802 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0234c755-0e6f-4ea1-97b2-bdd1d0016c36 req-b445af20-cfe3-449d-b00d-0c985071b6da tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:41:54.284691 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-0234c755-0e6f-4ea1-97b2-bdd1d0016c36 req-b445af20-cfe3-449d-b00d-0c985071b6da tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] 10.222.0.72 "GET /v2.0/ports?device_id=100fae19-9887-4686-a978-0b1be5cfeb7f HTTP/1.1" status: 200 len: 945 time: 0.2023168 Jun 25 14:41:54.326785 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b1e8e2-2fbc-4d6a-b51b-7006b7216195 req-7a26b9fc-70a1-4191-9e4b-0e46d011268f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:41:54.328499 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-e5b1e8e2-2fbc-4d6a-b51b-7006b7216195 req-7a26b9fc-70a1-4191-9e4b-0e46d011268f service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=34cd0f1e83ac4b7a907987b235bcb59d&device_id=bbc6909b-ab6d-4631-b590-b9528a3ed3ce HTTP/1.1" status: 200 len: 1098 time: 0.4987850 Jun 25 14:41:54.337787 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1f3ee26-bb25-4307-8c1b-5db201c93f27 None None] Network 3ddd7e4e-8cd8-4fb5-b19b-5ab60d07c4af is already hosted by enough agents. {{(pid=78399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:41:54.369028 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-33b1d052-c47e-4cf4-b2c7-3370f797af8e admin admin] Notify callbacks [] for port, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:54.395879 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.scheduler.base_scheduler [None req-e1f3ee26-bb25-4307-8c1b-5db201c93f27 None None] Resources bound (agent type, host, resource id): {{(pid=78399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:41:54.409595 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-0234c755-0e6f-4ea1-97b2-bdd1d0016c36 req-345fab88-b865-4752-a812-2f28d488b77d tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] 10.222.0.72 "GET /v2.0/security-groups?id=55fed236-b79f-45ec-b512-cc10561c3d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1240287 Jun 25 14:41:54.410325 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f3ee26-bb25-4307-8c1b-5db201c93f27 None None] Received port after_create {{(pid=78399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 25 14:41:54.426128 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f3ee26-bb25-4307-8c1b-5db201c93f27 None None] Pushing event updated for resources: {'Port': ['ID=247b5b41-d50f-4727-b992-e5a7bbf94eef,revision_number=1']} {{(pid=78399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:41:54.431870 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] For port 1997573f-4989-48d0-ad12-2edadad644f1, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=1997573f-4989-48d0-ad12-2edadad644f1,segment=NetworkSegment(715dd0a5-8081-4e27-94a5-147a06fdbf26),segment_id=715dd0a5-8081-4e27-94a5-147a06fdbf26)] {{(pid=78399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:41:54.436361 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-33b1d052-c47e-4cf4-b2c7-3370f797af8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747172243469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127937375'] for port, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:54.442821 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-eb6638f2-ea5d-4f48-b7d0-df65f7cc0c96 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:41:54.475624 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-e1f3ee26-bb25-4307-8c1b-5db201c93f27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:41:54.505361 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33b1d052-c47e-4cf4-b2c7-3370f797af8e admin admin] Network a1a43f7a-e11e-4ed3-80ce-932e2581e9ee is already hosted by enough agents. {{(pid=78397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:41:54.513984 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.scheduler.base_scheduler [None req-33b1d052-c47e-4cf4-b2c7-3370f797af8e admin admin] Resources bound (agent type, host, resource id): {{(pid=78397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:41:54.522619 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b1d052-c47e-4cf4-b2c7-3370f797af8e admin admin] Received port after_create {{(pid=78397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 25 14:41:54.523429 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-be3c26bc-c7f4-4a57-9c4f-7c0d53f727d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3443507'] for network, before_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:54.535947 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Returning: {'device': '1997573f-4989-48d0-ad12-2edadad644f1', 'network_id': 'fc3ffe9c-74f9-42a1-af5f-69842b644ae0', 'port_id': '1997573f-4989-48d0-ad12-2edadad644f1', 'mac_address': 'fa:16:3e:b5:05:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24c79731-6cdf-4634-b94b-8a5d29662e96', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 25 14:41:54.587878 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b1d052-c47e-4cf4-b2c7-3370f797af8e admin admin] Pushing event updated for resources: {'Port': ['ID=b1560b5d-86c5-4068-be8a-3196d06a077f,revision_number=1']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:41:54.597599 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b1d052-c47e-4cf4-b2c7-3370f797af8e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:41:54.598098 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b1d052-c47e-4cf4-b2c7-3370f797af8e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:41:54.598356 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b1d052-c47e-4cf4-b2c7-3370f797af8e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:41:54.598676 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b1d052-c47e-4cf4-b2c7-3370f797af8e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:41:54.599026 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b1d052-c47e-4cf4-b2c7-3370f797af8e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:41:54.599369 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b1d052-c47e-4cf4-b2c7-3370f797af8e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:41:54.599728 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b1d052-c47e-4cf4-b2c7-3370f797af8e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:41:54.600101 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b1d052-c47e-4cf4-b2c7-3370f797af8e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:41:54.600593 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b1d052-c47e-4cf4-b2c7-3370f797af8e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:41:54.600935 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b1d052-c47e-4cf4-b2c7-3370f797af8e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:41:54.601274 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b1d052-c47e-4cf4-b2c7-3370f797af8e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:41:54.601651 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b1d052-c47e-4cf4-b2c7-3370f797af8e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:41:54.610571 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-33b1d052-c47e-4cf4-b2c7-3370f797af8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:41:54.615894 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-55f4ad47-0384-4d16-8229-28ac707c5878 req-6e70792d-5b2c-4498-a2bc-355438947ab6 service neutron] 10.222.0.72 "GET /v2.0/networks/06f2991f-047a-4471-89a5-6835eabebc08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5237098 Jun 25 14:41:54.676405 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.managers [None req-e1f3ee26-bb25-4307-8c1b-5db201c93f27 None None] Attempting to bind port 247b5b41-d50f-4727-b992-e5a7bbf94eef on host dv-cinder-798091-1-smb for vnic_type normal with profile {{(pid=78399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 14:41:54.676666 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.managers [None req-e1f3ee26-bb25-4307-8c1b-5db201c93f27 None None] Attempting to bind port 247b5b41-d50f-4727-b992-e5a7bbf94eef by drivers openvswitch,hyperv on host dv-cinder-798091-1-smb at level 0 using segments [{'id': 'cbc322d8-3638-43ec-9ac6-41989c0f5335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '3ddd7e4e-8cd8-4fb5-b19b-5ab60d07c4af'}] {{(pid=78399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 14:41:54.677034 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f3ee26-bb25-4307-8c1b-5db201c93f27 None None] Attempting to bind port 247b5b41-d50f-4727-b992-e5a7bbf94eef on network 3ddd7e4e-8cd8-4fb5-b19b-5ab60d07c4af {{(pid=78399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:41:54.691831 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f3ee26-bb25-4307-8c1b-5db201c93f27 None None] Checking agent: {'id': 'e8ccf8d8-5bf4-4749-9aa7-038299b331e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798091-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 14, 30, 9), 'started_at': datetime.datetime(2021, 6, 25, 14, 30, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 14, 41, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798091-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 14:41:54.692311 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f3ee26-bb25-4307-8c1b-5db201c93f27 None None] Checking segment: {'id': 'cbc322d8-3638-43ec-9ac6-41989c0f5335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '3ddd7e4e-8cd8-4fb5-b19b-5ab60d07c4af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:41:54.692615 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-e1f3ee26-bb25-4307-8c1b-5db201c93f27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:54.693001 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f3ee26-bb25-4307-8c1b-5db201c93f27 None None] Bound using segment: {'id': 'cbc322d8-3638-43ec-9ac6-41989c0f5335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '3ddd7e4e-8cd8-4fb5-b19b-5ab60d07c4af'} {{(pid=78399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 14:41:54.693488 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.managers [None req-e1f3ee26-bb25-4307-8c1b-5db201c93f27 None None] Bound port: 247b5b41-d50f-4727-b992-e5a7bbf94eef, host: dv-cinder-798091-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbc322d8-3638-43ec-9ac6-41989c0f5335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '3ddd7e4e-8cd8-4fb5-b19b-5ab60d07c4af'}}] {{(pid=78399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 14:41:54.693912 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-e1f3ee26-bb25-4307-8c1b-5db201c93f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for port, before_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:54.708133 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for port, before_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:54.781952 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.notifiers.nova [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1997573f-4989-48d0-ad12-2edadad644f1 {{(pid=78399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 14:41:54.842199 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] For port 1997573f-4989-48d0-ad12-2edadad644f1, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=1997573f-4989-48d0-ad12-2edadad644f1,segment=NetworkSegment(715dd0a5-8081-4e27-94a5-147a06fdbf26),segment_id=715dd0a5-8081-4e27-94a5-147a06fdbf26)] {{(pid=78399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:41:54.855788 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747172683978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747172243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747172243532'] for port, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:54.862069 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-b937a54a-fde2-4c1d-ad08-3baf3eec39a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:41:54.900601 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-e1f3ee26-bb25-4307-8c1b-5db201c93f27 None None] For port 247b5b41-d50f-4727-b992-e5a7bbf94eef, host dv-cinder-798091-1-smb, cleared binding levels {{(pid=78399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 25 14:41:54.934492 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-e1f3ee26-bb25-4307-8c1b-5db201c93f27 None None] For port 247b5b41-d50f-4727-b992-e5a7bbf94eef, host dv-cinder-798091-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798091-1-smb',level=0,port_id=247b5b41-d50f-4727-b992-e5a7bbf94eef,segment=NetworkSegment(cbc322d8-3638-43ec-9ac6-41989c0f5335),segment_id=cbc322d8-3638-43ec-9ac6-41989c0f5335)] {{(pid=78399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 25 14:41:54.952718 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-e1f3ee26-bb25-4307-8c1b-5db201c93f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747172683978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747172243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747172243532'] for port, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:54.970000 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.l3_hamode_db [None req-19ce67c3-00a9-4733-9555-2cce926c3ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5390209f-c66d-4fd6-9f27-a866726f0e2b', 'name': 'tempest-TestMinimumBasicScenario-1208418121-router', 'tenant_id': '46d537920f9742198ad6afd1193836f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee', 'external_fixed_ips': [{'subnet_id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'ip_address': '172.28.1.115'}], 'enable_snat': True}, 'gw_port_id': '905e0b7d-d24c-49f9-add5-702ee45b9f63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:41:41Z', 'updated_at': '2021-06-25T14:41:47Z', 'revision_number': 4, 'project_id': '46d537920f9742198ad6afd1193836f7', 'gw_port': {'id': '905e0b7d-d24c-49f9-add5-702ee45b9f63', 'name': '', 'network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:2f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5390209f-c66d-4fd6-9f27-a866726f0e2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'ip_address': '172.28.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:41:42Z', 'updated_at': '2021-06-25T14:41:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798091-1-smb', '_interfaces': [{'id': '3a2d3c2f-823d-4a97-9c97-7f171bf4eb2d', 'name': '', 'network_id': '8c94d8da-413e-4525-98c0-863d33ff9021', 'tenant_id': '46d537920f9742198ad6afd1193836f7', 'mac_address': 'fa:16:3e:b6:ed:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5390209f-c66d-4fd6-9f27-a866726f0e2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '8d90de92-96c5-4eac-9554-41f78dcebc2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:41:46Z', 'updated_at': '2021-06-25T14:41:53Z', 'revision_number': 4, 'project_id': '46d537920f9742198ad6afd1193836f7', 'subnets': [{'id': '8d90de92-96c5-4eac-9554-41f78dcebc2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798091-1-smb', False) {} {{(pid=78399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:41:54.986578 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ce67c3-00a9-4733-9555-2cce926c3ee7 None None] The sync data for ids ['5390209f-c66d-4fd6-9f27-a866726f0e2b'] in dv-cinder-798091-1-smb is: [{'id': '5390209f-c66d-4fd6-9f27-a866726f0e2b', 'name': 'tempest-TestMinimumBasicScenario-1208418121-router', 'tenant_id': '46d537920f9742198ad6afd1193836f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee', 'external_fixed_ips': [{'subnet_id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'ip_address': '172.28.1.115'}], 'enable_snat': True}, 'gw_port_id': '905e0b7d-d24c-49f9-add5-702ee45b9f63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:41:41Z', 'updated_at': '2021-06-25T14:41:47Z', 'revision_number': 4, 'project_id': '46d537920f9742198ad6afd1193836f7', 'gw_port': {'id': '905e0b7d-d24c-49f9-add5-702ee45b9f63', 'name': '', 'network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:2f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5390209f-c66d-4fd6-9f27-a866726f0e2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'ip_address': '172.28.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:41:42Z', 'updated_at': '2021-06-25T14:41:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798091-1-smb', '_interfaces': [{'id': '3a2d3c2f-823d-4a97-9c97-7f171bf4eb2d', 'name': '', 'network_id': '8c94d8da-413e-4525-98c0-863d33ff9021', 'tenant_id': '46d537920f9742198ad6afd1193836f7', 'mac_address': 'fa:16:3e:b6:ed:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5390209f-c66d-4fd6-9f27-a866726f0e2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '8d90de92-96c5-4eac-9554-41f78dcebc2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:41:46Z', 'updated_at': '2021-06-25T14:41:53Z', 'revision_number': 4, 'project_id': '46d537920f9742198ad6afd1193836f7', 'subnets': [{'id': '8d90de92-96c5-4eac-9554-41f78dcebc2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 14:41:54.996251 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Pushing event updated for resources: {'Port': ['ID=1997573f-4989-48d0-ad12-2edadad644f1,revision_number=6']} {{(pid=78399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:41:54.999796 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:41:55.000710 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-e32f12b6-450c-477e-9939-a844ce740e9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.034s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:41:55.039308 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] get_ports_and_sgs() called for port_ids ['1997573f-4989-48d0-ad12-2edadad644f1'] {{(pid=78399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 25 14:41:55.073764 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-be3c26bc-c7f4-4a57-9c4f-7c0d53f727d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3547471', 'neutron.services.segments.db._delete_segments_for_network-8747172693185'] for network, precommit_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:55.104853 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b1e8e2-2fbc-4d6a-b51b-7006b7216195 req-4ac6a942-0602-45ab-a46e-bca53602d0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:41:55.106372 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-e5b1e8e2-2fbc-4d6a-b51b-7006b7216195 req-4ac6a942-0602-45ab-a46e-bca53602d0b1 service neutron] 10.222.0.77 "GET /v2.0/networks?id=83fe267a-d7d2-452d-bb83-7a0060a308f0 HTTP/1.1" status: 200 len: 920 time: 0.7435310 Jun 25 14:41:55.115022 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-be3c26bc-c7f4-4a57-9c4f-7c0d53f727d7 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=78398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:41:55.115392 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-be3c26bc-c7f4-4a57-9c4f-7c0d53f727d7 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=78398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:41:55.116171 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-be3c26bc-c7f4-4a57-9c4f-7c0d53f727d7 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=78398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:41:55.117126 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-be3c26bc-c7f4-4a57-9c4f-7c0d53f727d7 admin admin] Subscribe: > port after_create 55550000 {{(pid=78398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:41:55.117464 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-be3c26bc-c7f4-4a57-9c4f-7c0d53f727d7 admin admin] Subscribe: > port after_delete 55550000 {{(pid=78398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:41:55.118057 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-be3c26bc-c7f4-4a57-9c4f-7c0d53f727d7 admin admin] Subscribe: > port after_update 55550000 {{(pid=78398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:41:55.120061 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-be3c26bc-c7f4-4a57-9c4f-7c0d53f727d7 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=78398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:41:55.122516 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-be3c26bc-c7f4-4a57-9c4f-7c0d53f727d7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=78398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:41:55.122516 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-be3c26bc-c7f4-4a57-9c4f-7c0d53f727d7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=78398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:41:55.122749 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-be3c26bc-c7f4-4a57-9c4f-7c0d53f727d7 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=78398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:41:55.149430 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4d341b-3c15-4886-80a8-f52f8ea5f950 req-6d599391-8497-4ea3-9616-3c7cbb185aac tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:41:55.152667 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-9b4d341b-3c15-4886-80a8-f52f8ea5f950 req-6d599391-8497-4ea3-9616-3c7cbb185aac tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] 10.222.0.72 "GET /v2.0/ports?device_id=bbc6909b-ab6d-4631-b590-b9528a3ed3ce HTTP/1.1" status: 200 len: 945 time: 0.5407751 Jun 25 14:41:55.314929 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-be3c26bc-c7f4-4a57-9c4f-7c0d53f727d7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=78398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:41:55.315301 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-be3c26bc-c7f4-4a57-9c4f-7c0d53f727d7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=78398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:41:55.315631 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-be3c26bc-c7f4-4a57-9c4f-7c0d53f727d7 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=78398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:41:55.315960 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-be3c26bc-c7f4-4a57-9c4f-7c0d53f727d7 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=78398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:41:55.316336 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.services.segments.db [None req-be3c26bc-c7f4-4a57-9c4f-7c0d53f727d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['808ce0ae-354d-4414-90d0-3589c38f5458']}} {{(pid=78398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:41:55.339042 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f3ee26-bb25-4307-8c1b-5db201c93f27 None None] Pushing event updated for resources: {'Port': ['ID=247b5b41-d50f-4727-b992-e5a7bbf94eef,revision_number=2']} {{(pid=78399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:41:55.343570 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-e1f3ee26-bb25-4307-8c1b-5db201c93f27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:41:55.536882 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-9b4d341b-3c15-4886-80a8-f52f8ea5f950 req-b0f094ba-0897-44af-a178-0fe3ba904ba9 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ca4f9d5-2444-4fa7-9912-3d2a58bd9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3687947 Jun 25 14:41:55.584297 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.services.segments.db [None req-be3c26bc-c7f4-4a57-9c4f-7c0d53f727d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71eb932d-08ba-477f-9129-39c672514c4e') {'for_net_delete': True} {{(pid=78398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:41:55.587667 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.services.segments.db [None req-be3c26bc-c7f4-4a57-9c4f-7c0d53f727d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71eb932d-08ba-477f-9129-39c672514c4e') {} {{(pid=78398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:41:55.641485 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-55f4ad47-0384-4d16-8229-28ac707c5878 req-6b6058ad-9362-4e67-b197-9554aad962ab service neutron] 10.222.0.72 "GET /v2.0/networks/06f2991f-047a-4471-89a5-6835eabebc08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0108461 Jun 25 14:41:55.648659 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-e5b1e8e2-2fbc-4d6a-b51b-7006b7216195 req-7bc4766e-47f3-4cd9-89ef-58bc8d9ed122 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=17552845-88ed-4637-a9fd-605239a795f7 HTTP/1.1" status: 200 len: 217 time: 0.3128464 Jun 25 14:41:55.653065 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-be3c26bc-c7f4-4a57-9c4f-7c0d53f727d7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747172705576', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128114155'] for segment, before_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:55.688911 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Device 3a2d3c2f-823d-4a97-9c97-7f171bf4eb2d up at agent ovs-agent-dv-cinder-798091-1-smb {{(pid=78399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:41:55.779255 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-33b1d052-c47e-4cf4-b2c7-3370f797af8e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:55.904894 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-be3c26bc-c7f4-4a57-9c4f-7c0d53f727d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3551624'] for segment, precommit_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:55.930093 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Provisioning for port 3a2d3c2f-823d-4a97-9c97-7f171bf4eb2d completed by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:41:55.938866 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Provisioning complete for port 3a2d3c2f-823d-4a97-9c97-7f171bf4eb2d triggered by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:41:55.939363 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545280'] for port, provisioning_complete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:55.947255 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be3c26bc-c7f4-4a57-9c4f-7c0d53f727d7 admin admin] Releasing vlan 347 on physical network physnet1 to pool {{(pid=78398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 14:41:55.947759 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-be3c26bc-c7f4-4a57-9c4f-7c0d53f727d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3551623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1901181'] for segment, after_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:56.017175 dv-cinder-798091-1-smb neutron-server[78398]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 25 14:41:56.017175 dv-cinder-798091-1-smb neutron-server[78398]: from cryptography.utils import int_from_bytes Jun 25 14:41:56.017175 dv-cinder-798091-1-smb neutron-server[78398]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 25 14:41:56.017175 dv-cinder-798091-1-smb neutron-server[78398]: from cryptography.utils import int_from_bytes Jun 25 14:41:56.017175 dv-cinder-798091-1-smb neutron-server[78398]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jun 25 14:41:56.017175 dv-cinder-798091-1-smb neutron-server[78398]: util.warn_limited( Jun 25 14:41:56.017175 dv-cinder-798091-1-smb neutron-server[78398]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jun 25 14:41:56.017175 dv-cinder-798091-1-smb neutron-server[78398]: util.warn_limited( Jun 25 14:41:56.017175 dv-cinder-798091-1-smb neutron-server[78398]: Traceback (most recent call last): Jun 25 14:41:56.017175 dv-cinder-798091-1-smb neutron-server[78398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 14:41:56.017175 dv-cinder-798091-1-smb neutron-server[78398]: timer() Jun 25 14:41:56.017175 dv-cinder-798091-1-smb neutron-server[78398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 14:41:56.017175 dv-cinder-798091-1-smb neutron-server[78398]: cb(*args, **kw) Jun 25 14:41:56.017175 dv-cinder-798091-1-smb neutron-server[78398]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 14:41:56.017175 dv-cinder-798091-1-smb neutron-server[78398]: return func(*args, **kwargs) Jun 25 14:41:56.017175 dv-cinder-798091-1-smb neutron-server[78398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 14:41:56.017175 dv-cinder-798091-1-smb neutron-server[78398]: self._notify() Jun 25 14:41:56.017175 dv-cinder-798091-1-smb neutron-server[78398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 14:41:56.017175 dv-cinder-798091-1-smb neutron-server[78398]: self.callback(batched_events) Jun 25 14:41:56.017175 dv-cinder-798091-1-smb neutron-server[78398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 14:41:56.017175 dv-cinder-798091-1-smb neutron-server[78398]: event.method(event) Jun 25 14:41:56.017175 dv-cinder-798091-1-smb neutron-server[78398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 14:41:56.017175 dv-cinder-798091-1-smb neutron-server[78398]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 14:41:56.017175 dv-cinder-798091-1-smb neutron-server[78398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 14:41:56.017175 dv-cinder-798091-1-smb neutron-server[78398]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 14:41:56.017175 dv-cinder-798091-1-smb neutron-server[78398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 14:41:56.017175 dv-cinder-798091-1-smb neutron-server[78398]: return f(self, *a, **k) Jun 25 14:41:56.017175 dv-cinder-798091-1-smb neutron-server[78398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 14:41:56.017175 dv-cinder-798091-1-smb neutron-server[78398]: return self._get(url).json() Jun 25 14:41:56.017175 dv-cinder-798091-1-smb neutron-server[78398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 14:41:56.017175 dv-cinder-798091-1-smb neutron-server[78398]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 14:41:56.017175 dv-cinder-798091-1-smb neutron-server[78398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 14:41:56.017175 dv-cinder-798091-1-smb neutron-server[78398]: return self.request(url, 'GET', **kwargs) Jun 25 14:41:56.017175 dv-cinder-798091-1-smb neutron-server[78398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 14:41:56.017175 dv-cinder-798091-1-smb neutron-server[78398]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 14:41:56.017175 dv-cinder-798091-1-smb neutron-server[78398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 14:41:56.017175 dv-cinder-798091-1-smb neutron-server[78398]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 14:41:56.017175 dv-cinder-798091-1-smb neutron-server[78398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 14:41:56.017175 dv-cinder-798091-1-smb neutron-server[78398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 14:41:56.017175 dv-cinder-798091-1-smb neutron-server[78398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 14:41:56.153946 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b1e8e2-2fbc-4d6a-b51b-7006b7216195 req-f658024d-aaeb-419c-bb0b-79232c2e657a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:41:56.155456 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-e5b1e8e2-2fbc-4d6a-b51b-7006b7216195 req-f658024d-aaeb-419c-bb0b-79232c2e657a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f2ad48a2-5be6-4801-87cb-73e7b88cb0d2 HTTP/1.1" status: 200 len: 859 time: 0.4871850 Jun 25 14:41:56.283092 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for port, before_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:56.347906 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-e5b1e8e2-2fbc-4d6a-b51b-7006b7216195 req-18ee7f55-166a-4059-9920-4b570f164d9a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=83fe267a-d7d2-452d-bb83-7a0060a308f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1651027 Jun 25 14:41:56.398125 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] For port 3a2d3c2f-823d-4a97-9c97-7f171bf4eb2d, host dv-cinder-798091-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798091-1-smb',level=0,port_id=3a2d3c2f-823d-4a97-9c97-7f171bf4eb2d,segment=NetworkSegment(a65b86f5-3f7c-4ec8-ae88-0cc75edf3323),segment_id=a65b86f5-3f7c-4ec8-ae88-0cc75edf3323)] {{(pid=78399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:41:56.405384 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747172683978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747172243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747172243532'] for port, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:56.410054 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-86f030aa-9daf-4858-af4d-cfb182a67604 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:41:56.455996 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-be3c26bc-c7f4-4a57-9c4f-7c0d53f727d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3547472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-497664'] for network, after_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:56.485864 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-be3c26bc-c7f4-4a57-9c4f-7c0d53f727d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692162'] for network, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:56.562303 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89a16f3-a4c4-4d95-9315-620828b547e5 req-b2f8503f-3ca2-4618-addf-3dc76a1b238f tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:41:56.575834 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-a89a16f3-a4c4-4d95-9315-620828b547e5 req-b2f8503f-3ca2-4618-addf-3dc76a1b238f tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/ports?device_id=e5649343-9e63-4d6c-b6f7-f3b2f1f934c4 HTTP/1.1" status: 200 len: 945 time: 0.6540458 Jun 25 14:41:56.631445 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Pushing event updated for resources: {'Port': ['ID=3a2d3c2f-823d-4a97-9c97-7f171bf4eb2d,revision_number=5']} {{(pid=78399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:41:56.652882 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:41:56.794600 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:41:56.843684 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-a89a16f3-a4c4-4d95-9315-620828b547e5 req-dbee10ac-e281-4e2f-8e51-b9bd3f7bad55 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/security-groups?id=d7ad49bf-7682-4e15-9338-4a7ac2e3a89b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2593076 Jun 25 14:41:56.898667 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3c26bc-c7f4-4a57-9c4f-7c0d53f727d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=808ce0ae-354d-4414-90d0-3589c38f5458,revision_number=None']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:41:56.937772 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-be3c26bc-c7f4-4a57-9c4f-7c0d53f727d7 admin admin] 10.222.0.72 "DELETE /v2.0/networks/808ce0ae-354d-4414-90d0-3589c38f5458 HTTP/1.1" status: 204 len: 168 time: 2.8047075 Jun 25 14:41:56.971232 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3c26bc-c7f4-4a57-9c4f-7c0d53f727d7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:41:56.972713 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3c26bc-c7f4-4a57-9c4f-7c0d53f727d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:41:56.973080 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3c26bc-c7f4-4a57-9c4f-7c0d53f727d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:41:56.973437 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3c26bc-c7f4-4a57-9c4f-7c0d53f727d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:41:56.976822 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3c26bc-c7f4-4a57-9c4f-7c0d53f727d7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:41:56.977181 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3c26bc-c7f4-4a57-9c4f-7c0d53f727d7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:41:56.984564 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3c26bc-c7f4-4a57-9c4f-7c0d53f727d7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:41:56.984994 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3c26bc-c7f4-4a57-9c4f-7c0d53f727d7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:41:56.990286 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3c26bc-c7f4-4a57-9c4f-7c0d53f727d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:41:56.990796 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3c26bc-c7f4-4a57-9c4f-7c0d53f727d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:41:56.991185 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3c26bc-c7f4-4a57-9c4f-7c0d53f727d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:41:56.991540 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3c26bc-c7f4-4a57-9c4f-7c0d53f727d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:41:57.060133 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-be3c26bc-c7f4-4a57-9c4f-7c0d53f727d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:41:57.193333 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2d4d244-68ad-49f5-a352-eb1e9feda166 None None] Network 3ddd7e4e-8cd8-4fb5-b19b-5ab60d07c4af requested from dv-cinder-798091-1-smb {{(pid=78399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 25 14:41:57.214435 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [req-a878a91f-6dd4-4c05-8399-c2b6d31ca334 req-9b576fdd-919e-4447-a58e-e6cce627391b tempest-VolumesSnapshotTestJSON-1528642505 tempest-VolumesSnapshotTestJSON-1528642505-project] Synchronizing usage tracker for tenant:84b7e81af6664009a8f4a67045e12c57 on resource:port {{(pid=78397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 25 14:41:57.233794 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-e5b1e8e2-2fbc-4d6a-b51b-7006b7216195 req-7d2e3b35-683a-4de9-98af-62c6ecd66238 service neutron] 10.222.0.77 "GET /v2.0/networks/83fe267a-d7d2-452d-bb83-7a0060a308f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8720686 Jun 25 14:41:57.304776 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-33b1d052-c47e-4cf4-b2c7-3370f797af8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-499451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-497729'] for router, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:57.311389 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [req-a878a91f-6dd4-4c05-8399-c2b6d31ca334 req-9b576fdd-919e-4447-a58e-e6cce627391b tempest-VolumesSnapshotTestJSON-1528642505 tempest-VolumesSnapshotTestJSON-1528642505-project] Unset dirty status for tenant:84b7e81af6664009a8f4a67045e12c57 on resource:port {{(pid=78397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 25 14:41:57.313856 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-a878a91f-6dd4-4c05-8399-c2b6d31ca334 req-9b576fdd-919e-4447-a58e-e6cce627391b tempest-VolumesSnapshotTestJSON-1528642505 tempest-VolumesSnapshotTestJSON-1528642505-project] 10.222.0.72 "GET /v2.0/ports?device_id=367401dc-5c01-4ac2-8674-5b6654a3fa44 HTTP/1.1" status: 200 len: 210 time: 0.1942263 Jun 25 14:41:57.505079 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.72', 35560) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:41:57.585163 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-482da110-308a-48db-87a2-db0604d72f6a admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=6290ced7f89f4224aad290cae89da82b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0758278 Jun 25 14:41:57.587806 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.72', 35564) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:41:57.677136 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-e5b1e8e2-2fbc-4d6a-b51b-7006b7216195 req-ef1bc848-fe4c-4fdb-9131-57a8813194f6 service neutron] 10.222.0.77 "GET /v2.0/networks/83fe267a-d7d2-452d-bb83-7a0060a308f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4418490 Jun 25 14:41:57.713603 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-61722d96-c55d-449b-8cc2-053369a77f19 None None] Provisioning for port 247b5b41-d50f-4727-b992-e5a7bbf94eef completed by entity DHCP. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:41:57.749966 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-ca85ac6f-0541-4c52-aba2-f9fda10082ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:57.754312 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33b1d052-c47e-4cf4-b2c7-3370f797af8e admin admin] Router 97087446-665f-4880-a93f-57e88aa8ad8e is scheduled to L3 agent 941bc864-709b-4c09-a7df-f27e1f49545a with binding_index 1 {{(pid=78397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 25 14:41:57.840486 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-ca85ac6f-0541-4c52-aba2-f9fda10082ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:57.921636 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Device 1997573f-4989-48d0-ad12-2edadad644f1 up at agent hyperv_hv-cinder-79809 {{(pid=78399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:41:57.976396 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Device 247b5b41-d50f-4727-b992-e5a7bbf94eef up at agent ovs-agent-dv-cinder-798091-1-smb {{(pid=78399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:41:58.229948 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc90dfbc-de3f-4a27-bc98-9b6af44551c4 req-edd6f4b4-64c8-4f00-97fd-45ca2d23486c tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:41:58.231948 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-fc90dfbc-de3f-4a27-bc98-9b6af44551c4 req-edd6f4b4-64c8-4f00-97fd-45ca2d23486c tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/ports?device_id=e5649343-9e63-4d6c-b6f7-f3b2f1f934c4 HTTP/1.1" status: 200 len: 945 time: 0.1243486 Jun 25 14:41:58.233468 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Provisioning for port 247b5b41-d50f-4727-b992-e5a7bbf94eef completed by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:41:58.234546 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-ca85ac6f-0541-4c52-aba2-f9fda10082ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726995'] for security_group, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:58.240603 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Provisioning complete for port 247b5b41-d50f-4727-b992-e5a7bbf94eef triggered by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:41:58.241261 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545280'] for port, provisioning_complete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:58.242361 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-1813962e-deaf-4184-9401-1080340b3733 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:41:58.266539 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33b1d052-c47e-4cf4-b2c7-3370f797af8e admin admin] Notify agent at l3_agent.dv-cinder-798091-1-smb the message routers_updated {{(pid=78397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 25 14:41:58.276040 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca85ac6f-0541-4c52-aba2-f9fda10082ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12620e59-001b-43b9-9585-a187ca9c476b,revision_number=None']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:41:58.280825 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-ca85ac6f-0541-4c52-aba2-f9fda10082ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:41:58.283323 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b65a2f-5618-4624-89e4-b9ccdaa0fa6a None None] Sync routers for ids ['97087446-665f-4880-a93f-57e88aa8ad8e'] in dv-cinder-798091-1-smb {{(pid=78400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 14:41:58.312556 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b65a2f-5618-4624-89e4-b9ccdaa0fa6a None None] Routers {'97087446-665f-4880-a93f-57e88aa8ad8e'} bound to L3 agent in host dv-cinder-798091-1-smb {{(pid=78400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:41:58.314716 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.db.l3_hamode_db [None req-09b65a2f-5618-4624-89e4-b9ccdaa0fa6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798091-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T14:30:11Z,description=,heartbeat_timestamp=2021-06-25T14:41:41Z,host='dv-cinder-798091-1-smb',id=941bc864-709b-4c09-a7df-f27e1f49545a,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:30:11Z,topic='l3_agent')) {'router_ids': ['97087446-665f-4880-a93f-57e88aa8ad8e'], 'active': True} {{(pid=78400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:41:58.325376 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Provisioning complete for port 1997573f-4989-48d0-ad12-2edadad644f1 triggered by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:41:58.325804 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545280'] for port, provisioning_complete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:58.326560 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-ca85ac6f-0541-4c52-aba2-f9fda10082ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:58.331655 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-ca85ac6f-0541-4c52-aba2-f9fda10082ae admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/12620e59-001b-43b9-9585-a187ca9c476b HTTP/1.1" status: 204 len: 168 time: 0.7425551 Jun 25 14:41:58.345250 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-33b1d052-c47e-4cf4-b2c7-3370f797af8e admin admin] Notify callbacks [] for router, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:58.348338 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-33b1d052-c47e-4cf4-b2c7-3370f797af8e admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.0095727 Jun 25 14:41:58.350976 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.72', 35572) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:41:58.468484 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-fc90dfbc-de3f-4a27-bc98-9b6af44551c4 req-34c83d3b-fc98-4f58-9ee6-223b807a71b1 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/security-groups?id=d7ad49bf-7682-4e15-9338-4a7ac2e3a89b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2240219 Jun 25 14:41:58.733358 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for port, before_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:58.793662 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-6538fe18-9b19-4535-9af3-94ad5e3c3177 req-b9feb306-d0ce-4abf-b581-8d033d2f7c98 tempest-VolumesSnapshotTestJSON-1528642505 tempest-VolumesSnapshotTestJSON-1528642505-project] 10.222.0.72 "GET /v2.0/ports?device_id=367401dc-5c01-4ac2-8674-5b6654a3fa44 HTTP/1.1" status: 200 len: 210 time: 0.1410353 Jun 25 14:41:58.966366 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.db.l3_dvr_db [None req-09b65a2f-5618-4624-89e4-b9ccdaa0fa6a None None] Set router 97087446-665f-4880-a93f-57e88aa8ad8e gateway port host: dv-cinder-798091-1-smb {{(pid=78400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:41:59.004142 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for port, before_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:59.049496 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5649343-9e63-4d6c-b6f7-f3b2f1f934c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1997573f-4989-48d0-ad12-2edadad644f1'}] {{(pid=78399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:41:59.056137 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] For port 247b5b41-d50f-4727-b992-e5a7bbf94eef, host dv-cinder-798091-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798091-1-smb',level=0,port_id=247b5b41-d50f-4727-b992-e5a7bbf94eef,segment=NetworkSegment(cbc322d8-3638-43ec-9ac6-41989c0f5335),segment_id=cbc322d8-3638-43ec-9ac6-41989c0f5335)] {{(pid=78399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:41:59.066071 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747172683978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747172243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747172243532'] for port, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:59.066983 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Device 3a2d3c2f-823d-4a97-9c97-7f171bf4eb2d up at agent ovs-agent-dv-cinder-798091-1-smb {{(pid=78399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:41:59.129725 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] For port 1997573f-4989-48d0-ad12-2edadad644f1, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=1997573f-4989-48d0-ad12-2edadad644f1,segment=NetworkSegment(715dd0a5-8081-4e27-94a5-147a06fdbf26),segment_id=715dd0a5-8081-4e27-94a5-147a06fdbf26)] {{(pid=78399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:41:59.130912 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:41:59.211183 dv-cinder-798091-1-smb neutron-server[78399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5649343-9e63-4d6c-b6f7-f3b2f1f934c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1997573f-4989-48d0-ad12-2edadad644f1', 'code': 200} Jun 25 14:41:59.218478 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Pushing event updated for resources: {'Port': ['ID=247b5b41-d50f-4727-b992-e5a7bbf94eef,revision_number=3']} {{(pid=78399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:41:59.237720 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:41:59.238886 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-00728c3a-1119-45d3-bae0-613869be9c69 None None] Provisioning complete for port 247b5b41-d50f-4727-b992-e5a7bbf94eef triggered by entity DHCP. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:41:59.239444 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-00728c3a-1119-45d3-bae0-613869be9c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545280'] for port, provisioning_complete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:59.274881 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747172683978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747172243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747172243532'] for port, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:59.284183 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:41:59.521659 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Provisioning complete for port 3a2d3c2f-823d-4a97-9c97-7f171bf4eb2d triggered by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:41:59.522050 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545280'] for port, provisioning_complete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:59.544643 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.db.agents_db [None req-33cd8ffe-8d55-4e82-a60c-f31f0cdcb446 None None] Agent healthcheck: found 6 active agents {{(pid=78400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 25 14:41:59.615070 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Pushing event updated for resources: {'Port': ['ID=1997573f-4989-48d0-ad12-2edadad644f1,revision_number=7']} {{(pid=78399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:41:59.747772 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.464s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:41:59.871415 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.db.l3_hamode_db [None req-09b65a2f-5618-4624-89e4-b9ccdaa0fa6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97087446-665f-4880-a93f-57e88aa8ad8e', 'name': 'tempest-TestMinimumBasicScenario-1238245456-router', 'tenant_id': '071d530e8e174aab94f2b1e1e0a24ebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee', 'external_fixed_ips': [{'subnet_id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'ip_address': '172.28.1.140'}], 'enable_snat': True}, 'gw_port_id': 'b1560b5d-86c5-4068-be8a-3196d06a077f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:41:52Z', 'updated_at': '2021-06-25T14:41:55Z', 'revision_number': 3, 'project_id': '071d530e8e174aab94f2b1e1e0a24ebc', 'gw_port': {'id': 'b1560b5d-86c5-4068-be8a-3196d06a077f', 'name': '', 'network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:bd:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97087446-665f-4880-a93f-57e88aa8ad8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'ip_address': '172.28.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:41:53Z', 'updated_at': '2021-06-25T14:41:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798091-1-smb'}], 'dv-cinder-798091-1-smb', False) {} {{(pid=78400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:41:59.897597 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b65a2f-5618-4624-89e4-b9ccdaa0fa6a None None] Checking router: 97087446-665f-4880-a93f-57e88aa8ad8e for host: dv-cinder-798091-1-smb {{(pid=78400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 14:41:59.898223 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b65a2f-5618-4624-89e4-b9ccdaa0fa6a None None] Updating router 97087446-665f-4880-a93f-57e88aa8ad8e port b1560b5d-86c5-4068-be8a-3196d06a077f binding host dv-cinder-798091-1-smb {{(pid=78400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 14:41:59.986731 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron_lib.callbacks.manager [None req-09b65a2f-5618-4624-89e4-b9ccdaa0fa6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for port, before_update {{(pid=78400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:00.077169 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f4ad47-0384-4d16-8229-28ac707c5878 req-eb944c12-5813-4e7e-8b97-df4318e0e8dd tempest-VolumesSnapshotTestJSON-1528642505 tempest-VolumesSnapshotTestJSON-1528642505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:00.078727 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-55f4ad47-0384-4d16-8229-28ac707c5878 req-eb944c12-5813-4e7e-8b97-df4318e0e8dd tempest-VolumesSnapshotTestJSON-1528642505 tempest-VolumesSnapshotTestJSON-1528642505-project] 10.222.0.77 "GET /v2.0/networks?id=06f2991f-047a-4471-89a5-6835eabebc08 HTTP/1.1" status: 200 len: 814 time: 0.5514190 Jun 25 14:42:00.176135 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Device 247b5b41-d50f-4727-b992-e5a7bbf94eef up at agent ovs-agent-dv-cinder-798091-1-smb {{(pid=78399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:42:00.224890 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.v2.base [req-55f4ad47-0384-4d16-8229-28ac707c5878 req-1c211339-af2d-4298-b67a-67a7ebcd8a67 tempest-VolumesSnapshotTestJSON-1528642505 tempest-VolumesSnapshotTestJSON-1528642505-project] Request body: {'port': {'device_id': '367401dc-5c01-4ac2-8674-5b6654a3fa44', 'network_id': '06f2991f-047a-4471-89a5-6835eabebc08', 'admin_state_up': True, 'tenant_id': '84b7e81af6664009a8f4a67045e12c57'}} {{(pid=78398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:42:00.250010 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd5beb0-41c8-4ca0-86eb-27e5c6dd2ec8 req-7d32a258-7eff-464e-aac7-5a99bba03f81 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:00.299550 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-ccd5beb0-41c8-4ca0-86eb-27e5c6dd2ec8 req-7d32a258-7eff-464e-aac7-5a99bba03f81 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/ports?device_id=e5649343-9e63-4d6c-b6f7-f3b2f1f934c4 HTTP/1.1" status: 200 len: 946 time: 0.5011642 Jun 25 14:42:00.396002 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Provisioning complete for port 247b5b41-d50f-4727-b992-e5a7bbf94eef triggered by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:42:00.405038 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545280'] for port, provisioning_complete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:00.407477 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-52c8b7ea-3ada-4852-a00a-eff5735cfcea req-964f57da-3f9a-412a-9a91-c8305b42d872 tempest-VolumesSnapshotTestJSON-1528642505 tempest-VolumesSnapshotTestJSON-1528642505-project] 10.222.0.72 "GET /v2.0/ports?device_id=367401dc-5c01-4ac2-8674-5b6654a3fa44 HTTP/1.1" status: 200 len: 210 time: 0.3084087 Jun 25 14:42:00.503350 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [req-55f4ad47-0384-4d16-8229-28ac707c5878 req-1c211339-af2d-4298-b67a-67a7ebcd8a67 tempest-VolumesSnapshotTestJSON-1528642505 tempest-VolumesSnapshotTestJSON-1528642505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:42:00.519109 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [req-55f4ad47-0384-4d16-8229-28ac707c5878 req-1c211339-af2d-4298-b67a-67a7ebcd8a67 tempest-VolumesSnapshotTestJSON-1528642505 tempest-VolumesSnapshotTestJSON-1528642505-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:42:00.538322 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55f4ad47-0384-4d16-8229-28ac707c5878 req-1c211339-af2d-4298-b67a-67a7ebcd8a67 tempest-VolumesSnapshotTestJSON-1528642505 tempest-VolumesSnapshotTestJSON-1528642505-project] Made reservation on behalf of 84b7e81af6664009a8f4a67045e12c57 for: {'port': 1} {{(pid=78398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 14:42:00.552085 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [req-55f4ad47-0384-4d16-8229-28ac707c5878 req-1c211339-af2d-4298-b67a-67a7ebcd8a67 tempest-VolumesSnapshotTestJSON-1528642505 tempest-VolumesSnapshotTestJSON-1528642505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for port, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:00.574517 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-ccd5beb0-41c8-4ca0-86eb-27e5c6dd2ec8 req-290e207b-9be0-4b4a-94f4-f0dfe8bd2180 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/security-groups?id=d7ad49bf-7682-4e15-9338-4a7ac2e3a89b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2600131 Jun 25 14:42:00.750466 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron_lib.callbacks.manager [None req-09b65a2f-5618-4624-89e4-b9ccdaa0fa6a None None] Notify callbacks [] for port, precommit_update {{(pid=78400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:00.756643 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-dbc8c761-b53c-4c85-850e-c22b158e031b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for port, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:00.799316 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.db.provisioning_blocks [None req-09b65a2f-5618-4624-89e4-b9ccdaa0fa6a None None] Transition to ACTIVE for port object b1560b5d-86c5-4068-be8a-3196d06a077f will not be triggered until provisioned by entity L2. {{(pid=78400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:42:00.815301 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron_lib.callbacks.manager [None req-09b65a2f-5618-4624-89e4-b9ccdaa0fa6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747172683978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747172243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747172243532'] for port, after_update {{(pid=78400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:00.829572 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:42:00.961043 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.db_base_plugin_common [req-55f4ad47-0384-4d16-8229-28ac707c5878 req-1c211339-af2d-4298-b67a-67a7ebcd8a67 tempest-VolumesSnapshotTestJSON-1528642505 tempest-VolumesSnapshotTestJSON-1528642505-project] Allocated IP 172.20.0.14 (06f2991f-047a-4471-89a5-6835eabebc08/86ff7609-f716-4f0f-a684-cb7dd2c335af/eab7ca6a-545f-43a8-8cdb-dec4c9174f50) {{(pid=78398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 14:42:01.044128 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.plugins.ml2.managers [None req-09b65a2f-5618-4624-89e4-b9ccdaa0fa6a None None] Attempting to bind port b1560b5d-86c5-4068-be8a-3196d06a077f on host dv-cinder-798091-1-smb for vnic_type normal with profile {{(pid=78400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 14:42:01.044904 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.plugins.ml2.managers [None req-09b65a2f-5618-4624-89e4-b9ccdaa0fa6a None None] Attempting to bind port b1560b5d-86c5-4068-be8a-3196d06a077f by drivers openvswitch,hyperv on host dv-cinder-798091-1-smb at level 0 using segments [{'id': 'd6aebad4-c614-4812-b5db-5340468a6247', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee'}] {{(pid=78400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 14:42:01.045437 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b65a2f-5618-4624-89e4-b9ccdaa0fa6a None None] Attempting to bind port b1560b5d-86c5-4068-be8a-3196d06a077f on network a1a43f7a-e11e-4ed3-80ce-932e2581e9ee {{(pid=78400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:42:01.048430 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba4827e-2eaa-4143-bcf7-fcef0d408233 None None] Pushing event updated for resources: {'Port': ['ID=b1560b5d-86c5-4068-be8a-3196d06a077f,revision_number=2']} {{(pid=78400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:42:01.053274 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG oslo_concurrency.lockutils [None req-dba4827e-2eaa-4143-bcf7-fcef0d408233 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=78400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:42:01.081060 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b65a2f-5618-4624-89e4-b9ccdaa0fa6a None None] Checking agent: {'id': 'e8ccf8d8-5bf4-4749-9aa7-038299b331e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798091-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 14, 30, 9), 'started_at': datetime.datetime(2021, 6, 25, 14, 30, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 14, 41, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798091-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 14:42:01.083829 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b65a2f-5618-4624-89e4-b9ccdaa0fa6a None None] Checking segment: {'id': 'd6aebad4-c614-4812-b5db-5340468a6247', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:42:01.085444 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron_lib.callbacks.manager [None req-09b65a2f-5618-4624-89e4-b9ccdaa0fa6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:01.090891 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b65a2f-5618-4624-89e4-b9ccdaa0fa6a None None] Bound using segment: {'id': 'd6aebad4-c614-4812-b5db-5340468a6247', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee'} {{(pid=78400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 14:42:01.094326 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.plugins.ml2.managers [None req-09b65a2f-5618-4624-89e4-b9ccdaa0fa6a None None] Bound port: b1560b5d-86c5-4068-be8a-3196d06a077f, host: dv-cinder-798091-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6aebad4-c614-4812-b5db-5340468a6247', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee'}}] {{(pid=78400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 14:42:01.094857 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron_lib.callbacks.manager [None req-09b65a2f-5618-4624-89e4-b9ccdaa0fa6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for port, before_update {{(pid=78400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:01.199872 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.plugins.ml2.db [None req-09b65a2f-5618-4624-89e4-b9ccdaa0fa6a None None] For port b1560b5d-86c5-4068-be8a-3196d06a077f, host dv-cinder-798091-1-smb, cleared binding levels {{(pid=78400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 25 14:42:01.204496 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.plugins.ml2.db [None req-09b65a2f-5618-4624-89e4-b9ccdaa0fa6a None None] For port b1560b5d-86c5-4068-be8a-3196d06a077f, host dv-cinder-798091-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798091-1-smb',level=0,port_id=b1560b5d-86c5-4068-be8a-3196d06a077f,segment=NetworkSegment(d6aebad4-c614-4812-b5db-5340468a6247),segment_id=d6aebad4-c614-4812-b5db-5340468a6247)] {{(pid=78400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 25 14:42:01.209920 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron_lib.callbacks.manager [None req-09b65a2f-5618-4624-89e4-b9ccdaa0fa6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747172683978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747172243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747172243532'] for port, after_update {{(pid=78400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:01.216890 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:42:01.394997 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b65a2f-5618-4624-89e4-b9ccdaa0fa6a None None] Routers {'97087446-665f-4880-a93f-57e88aa8ad8e'} bound to L3 agent in host dv-cinder-798091-1-smb {{(pid=78400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:42:01.395637 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.db.l3_hamode_db [None req-09b65a2f-5618-4624-89e4-b9ccdaa0fa6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798091-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T14:30:11Z,description=,heartbeat_timestamp=2021-06-25T14:41:41Z,host='dv-cinder-798091-1-smb',id=941bc864-709b-4c09-a7df-f27e1f49545a,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:30:11Z,topic='l3_agent')) {'router_ids': ['97087446-665f-4880-a93f-57e88aa8ad8e'], 'active': True} {{(pid=78400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:42:01.402399 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.db_base_plugin_common [None req-dbc8c761-b53c-4c85-850e-c22b158e031b admin admin] Allocated IP 172.20.0.1 (3ddd7e4e-8cd8-4fb5-b19b-5ab60d07c4af/ceea88e4-00e5-4112-8cb3-bd39f3ce931b/cdd6394b-84c6-477b-9c26-1801aef240e8) {{(pid=78397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 14:42:01.454982 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [req-55f4ad47-0384-4d16-8229-28ac707c5878 req-1c211339-af2d-4298-b67a-67a7ebcd8a67 tempest-VolumesSnapshotTestJSON-1528642505 tempest-VolumesSnapshotTestJSON-1528642505-project] Notify callbacks [] for port, precommit_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:01.498183 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [req-55f4ad47-0384-4d16-8229-28ac707c5878 req-1c211339-af2d-4298-b67a-67a7ebcd8a67 tempest-VolumesSnapshotTestJSON-1528642505 tempest-VolumesSnapshotTestJSON-1528642505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747172243469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1901102'] for port, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:01.506201 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:42:01.595167 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba4827e-2eaa-4143-bcf7-fcef0d408233 None None] Pushing event updated for resources: {'Port': ['ID=b1560b5d-86c5-4068-be8a-3196d06a077f,revision_number=3']} {{(pid=78400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:42:01.601223 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG oslo_concurrency.lockutils [None req-dba4827e-2eaa-4143-bcf7-fcef0d408233 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=78400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:42:01.616136 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c211339-af2d-4298-b67a-67a7ebcd8a67 tempest-VolumesSnapshotTestJSON-1528642505 tempest-VolumesSnapshotTestJSON-1528642505-project] Pushing event updated for resources: {'Port': ['ID=eab7ca6a-545f-43a8-8cdb-dec4c9174f50,revision_number=1']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:42:01.624051 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-1c211339-af2d-4298-b67a-67a7ebcd8a67 tempest-VolumesSnapshotTestJSON-1528642505 tempest-VolumesSnapshotTestJSON-1528642505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:42:01.643645 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55f4ad47-0384-4d16-8229-28ac707c5878 req-1c211339-af2d-4298-b67a-67a7ebcd8a67 tempest-VolumesSnapshotTestJSON-1528642505 tempest-VolumesSnapshotTestJSON-1528642505-project] Network 06f2991f-047a-4471-89a5-6835eabebc08 is already hosted by enough agents. {{(pid=78398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:42:01.646131 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.scheduler.base_scheduler [req-55f4ad47-0384-4d16-8229-28ac707c5878 req-1c211339-af2d-4298-b67a-67a7ebcd8a67 tempest-VolumesSnapshotTestJSON-1528642505 tempest-VolumesSnapshotTestJSON-1528642505-project] Resources bound (agent type, host, resource id): {{(pid=78398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:42:01.658140 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.l3_dvrscheduler_db [req-55f4ad47-0384-4d16-8229-28ac707c5878 req-1c211339-af2d-4298-b67a-67a7ebcd8a67 tempest-VolumesSnapshotTestJSON-1528642505 tempest-VolumesSnapshotTestJSON-1528642505-project] Received port after_create {{(pid=78398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 25 14:42:01.823969 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-dbc8c761-b53c-4c85-850e-c22b158e031b admin admin] Notify callbacks [] for port, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:01.897267 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.provisioning_blocks [None req-dbc8c761-b53c-4c85-850e-c22b158e031b admin admin] Transition to ACTIVE for port object cdd6394b-84c6-477b-9c26-1801aef240e8 will not be triggered until provisioned by entity DHCP. {{(pid=78397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:42:01.934849 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.db.l3_dvr_db [None req-09b65a2f-5618-4624-89e4-b9ccdaa0fa6a None None] Set router 97087446-665f-4880-a93f-57e88aa8ad8e gateway port host: dv-cinder-798091-1-smb {{(pid=78400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:42:02.046497 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-dbc8c761-b53c-4c85-850e-c22b158e031b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747172243469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127937375'] for port, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:02.072856 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-48139a95-d54c-45fb-b66c-7196c1247476 tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:42:02.180888 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f4ad47-0384-4d16-8229-28ac707c5878 req-1c211339-af2d-4298-b67a-67a7ebcd8a67 tempest-VolumesSnapshotTestJSON-1528642505 tempest-VolumesSnapshotTestJSON-1528642505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:02.181872 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [req-55f4ad47-0384-4d16-8229-28ac707c5878 req-1c211339-af2d-4298-b67a-67a7ebcd8a67 tempest-VolumesSnapshotTestJSON-1528642505 tempest-VolumesSnapshotTestJSON-1528642505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257150'] for port, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:02.190159 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbc8c761-b53c-4c85-850e-c22b158e031b admin admin] Network 3ddd7e4e-8cd8-4fb5-b19b-5ab60d07c4af is already hosted by enough agents. {{(pid=78397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:42:02.194421 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc8c761-b53c-4c85-850e-c22b158e031b admin admin] Pushing event updated for resources: {'Port': ['ID=cdd6394b-84c6-477b-9c26-1801aef240e8,revision_number=1']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:42:02.204404 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.scheduler.base_scheduler [None req-dbc8c761-b53c-4c85-850e-c22b158e031b admin admin] Resources bound (agent type, host, resource id): {{(pid=78397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:42:02.216509 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-dbc8c761-b53c-4c85-850e-c22b158e031b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:42:02.218557 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc8c761-b53c-4c85-850e-c22b158e031b admin admin] Received port after_create {{(pid=78397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 25 14:42:02.272833 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-55f4ad47-0384-4d16-8229-28ac707c5878 req-1c211339-af2d-4298-b67a-67a7ebcd8a67 tempest-VolumesSnapshotTestJSON-1528642505 tempest-VolumesSnapshotTestJSON-1528642505-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0759625 Jun 25 14:42:02.288371 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f63f21b-53fb-435b-a173-6edc8cb0e0bd req-70d5571b-4f35-4e11-8fec-b5e0367e5a1f tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:02.297420 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-0f63f21b-53fb-435b-a173-6edc8cb0e0bd req-70d5571b-4f35-4e11-8fec-b5e0367e5a1f tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/ports?device_id=e5649343-9e63-4d6c-b6f7-f3b2f1f934c4 HTTP/1.1" status: 200 len: 946 time: 0.3084824 Jun 25 14:42:02.304053 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.v2.base [req-55f4ad47-0384-4d16-8229-28ac707c5878 req-de51a2cc-cf53-4ef9-95e1-e1987a172804 service neutron] Request body: {'port': {'device_id': '367401dc-5c01-4ac2-8674-5b6654a3fa44', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79809'}} {{(pid=78398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:42:02.327549 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57fc377-8546-40fa-b40f-648d83497e96 req-f1b6653a-70be-4820-8b4c-4166fbf66836 tempest-VolumesSnapshotTestJSON-1528642505 tempest-VolumesSnapshotTestJSON-1528642505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:02.329400 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-f57fc377-8546-40fa-b40f-648d83497e96 req-f1b6653a-70be-4820-8b4c-4166fbf66836 tempest-VolumesSnapshotTestJSON-1528642505 tempest-VolumesSnapshotTestJSON-1528642505-project] 10.222.0.72 "GET /v2.0/ports?device_id=367401dc-5c01-4ac2-8674-5b6654a3fa44 HTTP/1.1" status: 200 len: 932 time: 0.3974800 Jun 25 14:42:02.409185 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-dbc8c761-b53c-4c85-850e-c22b158e031b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-497799'] for router_interface, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:02.409909 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-0f63f21b-53fb-435b-a173-6edc8cb0e0bd req-fddd58c2-bfcf-4799-bffe-2300d7cf6078 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/security-groups?id=d7ad49bf-7682-4e15-9338-4a7ac2e3a89b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1107635 Jun 25 14:42:02.514061 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-f57fc377-8546-40fa-b40f-648d83497e96 req-49ef3cdf-00aa-4d97-96f8-2f5e419dedd8 tempest-VolumesSnapshotTestJSON-1528642505 tempest-VolumesSnapshotTestJSON-1528642505-project] 10.222.0.72 "GET /v2.0/security-groups?id=20dcfb80-1b35-4aa8-b16b-774abf84fbde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746557 Jun 25 14:42:02.517662 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.db.l3_hamode_db [None req-09b65a2f-5618-4624-89e4-b9ccdaa0fa6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97087446-665f-4880-a93f-57e88aa8ad8e', 'name': 'tempest-TestMinimumBasicScenario-1238245456-router', 'tenant_id': '071d530e8e174aab94f2b1e1e0a24ebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee', 'external_fixed_ips': [{'subnet_id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'ip_address': '172.28.1.140'}], 'enable_snat': True}, 'gw_port_id': 'b1560b5d-86c5-4068-be8a-3196d06a077f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:41:52Z', 'updated_at': '2021-06-25T14:41:55Z', 'revision_number': 3, 'project_id': '071d530e8e174aab94f2b1e1e0a24ebc', 'gw_port': {'id': 'b1560b5d-86c5-4068-be8a-3196d06a077f', 'name': '', 'network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:bd:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97087446-665f-4880-a93f-57e88aa8ad8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'ip_address': '172.28.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:41:53Z', 'updated_at': '2021-06-25T14:42:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798091-1-smb'}], 'dv-cinder-798091-1-smb', False) {} {{(pid=78400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:42:02.537663 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b65a2f-5618-4624-89e4-b9ccdaa0fa6a None None] The sync data for ids ['97087446-665f-4880-a93f-57e88aa8ad8e'] in dv-cinder-798091-1-smb is: [{'id': '97087446-665f-4880-a93f-57e88aa8ad8e', 'name': 'tempest-TestMinimumBasicScenario-1238245456-router', 'tenant_id': '071d530e8e174aab94f2b1e1e0a24ebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee', 'external_fixed_ips': [{'subnet_id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'ip_address': '172.28.1.140'}], 'enable_snat': True}, 'gw_port_id': 'b1560b5d-86c5-4068-be8a-3196d06a077f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:41:52Z', 'updated_at': '2021-06-25T14:41:55Z', 'revision_number': 3, 'project_id': '071d530e8e174aab94f2b1e1e0a24ebc', 'gw_port': {'id': 'b1560b5d-86c5-4068-be8a-3196d06a077f', 'name': '', 'network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:bd:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97087446-665f-4880-a93f-57e88aa8ad8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'ip_address': '172.28.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:41:53Z', 'updated_at': '2021-06-25T14:42:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798091-1-smb'}] {{(pid=78400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 14:42:02.595098 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [req-55f4ad47-0384-4d16-8229-28ac707c5878 req-de51a2cc-cf53-4ef9-95e1-e1987a172804 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for port, before_update {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:02.772514 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.72', 35646) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:42:02.773408 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-dbc8c761-b53c-4c85-850e-c22b158e031b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for port, before_update {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:02.837922 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-e1e9104b-12d9-4f2a-8154-a83677be940a None None] Provisioning for port cdd6394b-84c6-477b-9c26-1801aef240e8 completed by entity DHCP. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:42:02.859528 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-e1e9104b-12d9-4f2a-8154-a83677be940a None None] Provisioning complete for port cdd6394b-84c6-477b-9c26-1801aef240e8 triggered by entity DHCP. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:42:02.863952 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-e1e9104b-12d9-4f2a-8154-a83677be940a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545280'] for port, provisioning_complete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:03.079876 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.plugin [None req-e1e9104b-12d9-4f2a-8154-a83677be940a None None] Port cdd6394b-84c6-477b-9c26-1801aef240e8 cannot update to ACTIVE because it is not bound. {{(pid=78399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 14:42:03.094070 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea15f8f6-7b36-4719-8696-207f81f3fe10 req-df87b044-f312-4a84-8aa4-b9b51d73ce72 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:03.102030 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-ea15f8f6-7b36-4719-8696-207f81f3fe10 req-df87b044-f312-4a84-8aa4-b9b51d73ce72 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] 10.222.0.72 "GET /v2.0/ports?device_id=eb0b66b9-3595-4af6-a3c2-2b4bccb68973 HTTP/1.1" status: 200 len: 945 time: 0.3877468 Jun 25 14:42:03.209514 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-dcf3ab69-8171-4cd3-b6f1-299919effdc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:03.243985 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-dcf3ab69-8171-4cd3-b6f1-299919effdc8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:42:03.261642 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-dcf3ab69-8171-4cd3-b6f1-299919effdc8 admin admin] Usage tracker for resource:security_group_rule and tenant:634d24731c114beb9fec294ecd8c0b6a is out of sync, need to count used quota {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:42:03.264110 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-ea15f8f6-7b36-4719-8696-207f81f3fe10 req-f3c4de17-b9c7-468b-beed-f7df62dfb9df tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ca4f9d5-2444-4fa7-9912-3d2a58bd9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604328 Jun 25 14:42:03.272314 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-dcf3ab69-8171-4cd3-b6f1-299919effdc8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:42:03.306569 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-dcf3ab69-8171-4cd3-b6f1-299919effdc8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:42:03.426432 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-dbc8c761-b53c-4c85-850e-c22b158e031b admin admin] Notify callbacks [] for port, precommit_update {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:03.440836 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-dbc8c761-b53c-4c85-850e-c22b158e031b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747172683978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747172243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747172243532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127937384'] for port, after_update {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:03.459068 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.notifiers.nova [req-55f4ad47-0384-4d16-8229-28ac707c5878 req-de51a2cc-cf53-4ef9-95e1-e1987a172804 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eab7ca6a-545f-43a8-8cdb-dec4c9174f50 {{(pid=78398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 14:42:03.467879 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [req-55f4ad47-0384-4d16-8229-28ac707c5878 req-de51a2cc-cf53-4ef9-95e1-e1987a172804 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:03.486235 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.provisioning_blocks [req-55f4ad47-0384-4d16-8229-28ac707c5878 req-de51a2cc-cf53-4ef9-95e1-e1987a172804 service neutron] Transition to ACTIVE for port object eab7ca6a-545f-43a8-8cdb-dec4c9174f50 will not be triggered until provisioned by entity L2. {{(pid=78398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:42:03.487000 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-fe926351-048e-4a81-9516-c6a31bbddec4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:42:03.503220 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [req-55f4ad47-0384-4d16-8229-28ac707c5878 req-de51a2cc-cf53-4ef9-95e1-e1987a172804 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747172683978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747172243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747172243532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1901081'] for port, after_update {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:03.507495 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:42:03.728229 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de51a2cc-cf53-4ef9-95e1-e1987a172804 service neutron] Pushing event updated for resources: {'Port': ['ID=eab7ca6a-545f-43a8-8cdb-dec4c9174f50,revision_number=2']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:42:03.741179 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-de51a2cc-cf53-4ef9-95e1-e1987a172804 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:42:03.747643 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-dbc8c761-b53c-4c85-850e-c22b158e031b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3692262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-499246'] for router_interface, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:03.772163 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc8c761-b53c-4c85-850e-c22b158e031b admin admin] Pushing event updated for resources: {'Port': ['ID=cdd6394b-84c6-477b-9c26-1801aef240e8,revision_number=2']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:42:03.787373 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-dbc8c761-b53c-4c85-850e-c22b158e031b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:42:03.859259 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-dcf3ab69-8171-4cd3-b6f1-299919effdc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:03.953197 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-dcf3ab69-8171-4cd3-b6f1-299919effdc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726995'] for security_group, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:03.972290 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-702709b3-4604-4a8f-9f60-9585c3cfcfc4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:42:03.978521 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.managers [req-55f4ad47-0384-4d16-8229-28ac707c5878 req-de51a2cc-cf53-4ef9-95e1-e1987a172804 service neutron] Attempting to bind port eab7ca6a-545f-43a8-8cdb-dec4c9174f50 on host hv-cinder-79809 for vnic_type normal with profile {{(pid=78398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 14:42:03.979138 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.managers [req-55f4ad47-0384-4d16-8229-28ac707c5878 req-de51a2cc-cf53-4ef9-95e1-e1987a172804 service neutron] Attempting to bind port eab7ca6a-545f-43a8-8cdb-dec4c9174f50 by drivers openvswitch,hyperv on host hv-cinder-79809 at level 0 using segments [{'id': '592d4893-cece-4795-8fc2-2fa05b069928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '06f2991f-047a-4471-89a5-6835eabebc08'}] {{(pid=78398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 14:42:03.979451 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55f4ad47-0384-4d16-8229-28ac707c5878 req-de51a2cc-cf53-4ef9-95e1-e1987a172804 service neutron] Attempting to bind port eab7ca6a-545f-43a8-8cdb-dec4c9174f50 on network 06f2991f-047a-4471-89a5-6835eabebc08 {{(pid=78398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:42:03.999263 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55f4ad47-0384-4d16-8229-28ac707c5878 req-de51a2cc-cf53-4ef9-95e1-e1987a172804 service neutron] Port eab7ca6a-545f-43a8-8cdb-dec4c9174f50 on network 06f2991f-047a-4471-89a5-6835eabebc08 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79809 {{(pid=78398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 14:42:03.999628 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55f4ad47-0384-4d16-8229-28ac707c5878 req-de51a2cc-cf53-4ef9-95e1-e1987a172804 service neutron] Attempting to bind port eab7ca6a-545f-43a8-8cdb-dec4c9174f50 on network 06f2991f-047a-4471-89a5-6835eabebc08 {{(pid=78398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:42:04.010151 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4485617f-d293-4d01-851e-9c6258f20c3a req-7569afa7-81c7-42b2-bed3-a4882be75d3e tempest-VolumesSnapshotTestJSON-1528642505 tempest-VolumesSnapshotTestJSON-1528642505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:04.011518 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [req-4485617f-d293-4d01-851e-9c6258f20c3a req-7569afa7-81c7-42b2-bed3-a4882be75d3e tempest-VolumesSnapshotTestJSON-1528642505 tempest-VolumesSnapshotTestJSON-1528642505-project] Synchronizing usage tracker for tenant:84b7e81af6664009a8f4a67045e12c57 on resource:port {{(pid=78398) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 25 14:42:04.022354 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55f4ad47-0384-4d16-8229-28ac707c5878 req-de51a2cc-cf53-4ef9-95e1-e1987a172804 service neutron] Checking agent: {'id': 'cd5845b2-5f15-4f32-8a77-b0e44a8778a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79809', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 14, 36, 51), 'started_at': datetime.datetime(2021, 6, 25, 14, 36, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 14, 41, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 14:42:04.022713 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55f4ad47-0384-4d16-8229-28ac707c5878 req-de51a2cc-cf53-4ef9-95e1-e1987a172804 service neutron] Checking segment: {'id': '592d4893-cece-4795-8fc2-2fa05b069928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '06f2991f-047a-4471-89a5-6835eabebc08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:42:04.023667 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55f4ad47-0384-4d16-8229-28ac707c5878 req-de51a2cc-cf53-4ef9-95e1-e1987a172804 service neutron] Bound using segment: {'id': '592d4893-cece-4795-8fc2-2fa05b069928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '06f2991f-047a-4471-89a5-6835eabebc08'} {{(pid=78398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 14:42:04.023667 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.managers [req-55f4ad47-0384-4d16-8229-28ac707c5878 req-de51a2cc-cf53-4ef9-95e1-e1987a172804 service neutron] Bound port: eab7ca6a-545f-43a8-8cdb-dec4c9174f50, host: hv-cinder-79809, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '592d4893-cece-4795-8fc2-2fa05b069928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '06f2991f-047a-4471-89a5-6835eabebc08'}}] {{(pid=78398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 14:42:04.024536 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [req-55f4ad47-0384-4d16-8229-28ac707c5878 req-de51a2cc-cf53-4ef9-95e1-e1987a172804 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for port, before_update {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:04.060660 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-dcf3ab69-8171-4cd3-b6f1-299919effdc8 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=634d24731c114beb9fec294ecd8c0b6a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2677455 Jun 25 14:42:04.061723 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf3ab69-8171-4cd3-b6f1-299919effdc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3568f37-64fd-4f95-9486-2f42b4833414,revision_number=1']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:42:04.070928 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-dcf3ab69-8171-4cd3-b6f1-299919effdc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:42:04.075778 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.72', 35656) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:42:04.094769 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [req-4485617f-d293-4d01-851e-9c6258f20c3a req-7569afa7-81c7-42b2-bed3-a4882be75d3e tempest-VolumesSnapshotTestJSON-1528642505 tempest-VolumesSnapshotTestJSON-1528642505-project] Unset dirty status for tenant:84b7e81af6664009a8f4a67045e12c57 on resource:port {{(pid=78398) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 25 14:42:04.095843 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-4485617f-d293-4d01-851e-9c6258f20c3a req-7569afa7-81c7-42b2-bed3-a4882be75d3e tempest-VolumesSnapshotTestJSON-1528642505 tempest-VolumesSnapshotTestJSON-1528642505-project] 10.222.0.72 "GET /v2.0/ports?device_id=367401dc-5c01-4ac2-8674-5b6654a3fa44 HTTP/1.1" status: 200 len: 944 time: 0.3534544 Jun 25 14:42:04.170576 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cece78c-8ad0-4aab-a342-a8e03eabca74 req-cb1851c2-b362-4e8c-9b48-159df525283d tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:04.176140 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-2cece78c-8ad0-4aab-a342-a8e03eabca74 req-cb1851c2-b362-4e8c-9b48-159df525283d tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/ports?device_id=e5649343-9e63-4d6c-b6f7-f3b2f1f934c4 HTTP/1.1" status: 200 len: 946 time: 0.5818508 Jun 25 14:42:04.200841 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-4485617f-d293-4d01-851e-9c6258f20c3a req-960f94ff-5ec8-4a8b-aa8f-6ed384cbccec tempest-VolumesSnapshotTestJSON-1528642505 tempest-VolumesSnapshotTestJSON-1528642505-project] 10.222.0.72 "GET /v2.0/security-groups?id=20dcfb80-1b35-4aa8-b16b-774abf84fbde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972626 Jun 25 14:42:04.233286 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbc8c761-b53c-4c85-850e-c22b158e031b admin admin] Network 3ddd7e4e-8cd8-4fb5-b19b-5ab60d07c4af is already hosted by enough agents. {{(pid=78397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:42:04.237293 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.scheduler.base_scheduler [None req-dbc8c761-b53c-4c85-850e-c22b158e031b admin admin] Resources bound (agent type, host, resource id): {{(pid=78397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:42:04.260311 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Device b1560b5d-86c5-4068-be8a-3196d06a077f up at agent ovs-agent-dv-cinder-798091-1-smb {{(pid=78399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:42:04.277529 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-1d8797e0-f3fe-4055-8a78-08148a269685 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:04.340457 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.db [req-55f4ad47-0384-4d16-8229-28ac707c5878 req-de51a2cc-cf53-4ef9-95e1-e1987a172804 service neutron] For port eab7ca6a-545f-43a8-8cdb-dec4c9174f50, host hv-cinder-79809, cleared binding levels {{(pid=78398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 25 14:42:04.346396 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.db [req-55f4ad47-0384-4d16-8229-28ac707c5878 req-de51a2cc-cf53-4ef9-95e1-e1987a172804 service neutron] For port eab7ca6a-545f-43a8-8cdb-dec4c9174f50, host hv-cinder-79809, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=eab7ca6a-545f-43a8-8cdb-dec4c9174f50,segment=NetworkSegment(592d4893-cece-4795-8fc2-2fa05b069928),segment_id=592d4893-cece-4795-8fc2-2fa05b069928)] {{(pid=78398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 25 14:42:04.367659 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [req-55f4ad47-0384-4d16-8229-28ac707c5878 req-de51a2cc-cf53-4ef9-95e1-e1987a172804 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747172683978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747172243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747172243532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1901081'] for port, after_update {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:04.377393 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-3b2ea753-2c59-43a3-8193-ab102625fbbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:42:04.378284 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-2cece78c-8ad0-4aab-a342-a8e03eabca74 req-30d8d13b-f254-4f26-8cac-4023a38a069a tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/security-groups?id=d7ad49bf-7682-4e15-9338-4a7ac2e3a89b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1839476 Jun 25 14:42:04.431828 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-1d8797e0-f3fe-4055-8a78-08148a269685 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:04.477853 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Provisioning for port b1560b5d-86c5-4068-be8a-3196d06a077f completed by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:42:04.494939 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Provisioning complete for port b1560b5d-86c5-4068-be8a-3196d06a077f triggered by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:42:04.495372 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545280'] for port, provisioning_complete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:04.502703 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f4ad47-0384-4d16-8229-28ac707c5878 req-de51a2cc-cf53-4ef9-95e1-e1987a172804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:04.503094 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [req-55f4ad47-0384-4d16-8229-28ac707c5878 req-de51a2cc-cf53-4ef9-95e1-e1987a172804 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257150'] for port, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:04.505163 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-55f4ad47-0384-4d16-8229-28ac707c5878 req-de51a2cc-cf53-4ef9-95e1-e1987a172804 service neutron] 10.222.0.77 "PUT /v2.0/ports/eab7ca6a-545f-43a8-8cdb-dec4c9174f50 HTTP/1.1" status: 200 len: 1094 time: 2.2056427 Jun 25 14:42:04.510392 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '367401dc-5c01-4ac2-8674-5b6654a3fa44', 'tag': 'eab7ca6a-545f-43a8-8cdb-dec4c9174f50'}] {{(pid=78398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:42:04.648722 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-1d8797e0-f3fe-4055-8a78-08148a269685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726995'] for security_group, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:04.649645 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '367401dc-5c01-4ac2-8674-5b6654a3fa44', 'tag': 'eab7ca6a-545f-43a8-8cdb-dec4c9174f50', 'status': 'completed', 'code': 200} Jun 25 14:42:04.656115 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-89e2b520-6965-4719-8ac5-34fae26fdf0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:42:04.689668 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8797e0-f3fe-4055-8a78-08148a269685 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3568f37-64fd-4f95-9486-2f42b4833414,revision_number=None']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:42:04.694610 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de51a2cc-cf53-4ef9-95e1-e1987a172804 service neutron] Pushing event updated for resources: {'Port': ['ID=eab7ca6a-545f-43a8-8cdb-dec4c9174f50,revision_number=3']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:42:04.710554 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-1d8797e0-f3fe-4055-8a78-08148a269685 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:42:04.722859 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-de51a2cc-cf53-4ef9-95e1-e1987a172804 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:42:04.734085 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbc8c761-b53c-4c85-850e-c22b158e031b admin admin] Router 97087446-665f-4880-a93f-57e88aa8ad8e has already been hosted by L3 agent 941bc864-709b-4c09-a7df-f27e1f49545a {{(pid=78397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 14:42:04.740452 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-1d8797e0-f3fe-4055-8a78-08148a269685 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:04.745383 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-1d8797e0-f3fe-4055-8a78-08148a269685 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/b3568f37-64fd-4f95-9486-2f42b4833414 HTTP/1.1" status: 204 len: 168 time: 0.6641140 Jun 25 14:42:04.760769 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3d6c5c-1d16-45fb-abf6-60a67765a486 req-8b50d231-4bb0-4d46-adcc-3dde057ed78a tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:04.772621 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-bb3d6c5c-1d16-45fb-abf6-60a67765a486 req-8b50d231-4bb0-4d46-adcc-3dde057ed78a tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] 10.222.0.77 "GET /v2.0/ports?device_id=eb0b66b9-3595-4af6-a3c2-2b4bccb68973 HTTP/1.1" status: 200 len: 945 time: 0.5707781 Jun 25 14:42:04.875022 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-95441e2f-f691-43db-9f42-3bc42d6f050b None None] Provisioning complete for port cdd6394b-84c6-477b-9c26-1801aef240e8 triggered by entity DHCP. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:42:04.875422 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-95441e2f-f691-43db-9f42-3bc42d6f050b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545280'] for port, provisioning_complete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:04.904410 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a5809f-dfab-42c1-a750-651275408d0c req-5aa49ccc-7c33-4b77-b64c-0110a1c55240 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:04.905340 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-e6a5809f-dfab-42c1-a750-651275408d0c req-5aa49ccc-7c33-4b77-b64c-0110a1c55240 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] 10.222.0.72 "GET /v2.0/ports?device_id=eb0b66b9-3595-4af6-a3c2-2b4bccb68973 HTTP/1.1" status: 200 len: 945 time: 0.3975356 Jun 25 14:42:04.972312 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.plugin [req-bb3d6c5c-1d16-45fb-abf6-60a67765a486 req-ee170744-07a6-4371-8da8-2c8b14b6d1a8 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] Deleting port d3374ffb-5bd2-4f2a-a218-1374d46d90f4 {{(pid=78398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 25 14:42:04.972890 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [req-bb3d6c5c-1d16-45fb-abf6-60a67765a486 req-ee170744-07a6-4371-8da8-2c8b14b6d1a8 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747172683120'] for port, before_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:04.997936 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for port, before_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:05.017959 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f4ad47-0384-4d16-8229-28ac707c5878 req-5ff95aea-a9be-4d20-ab41-2cab26ecf198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:05.019636 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-55f4ad47-0384-4d16-8229-28ac707c5878 req-5ff95aea-a9be-4d20-ab41-2cab26ecf198 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=84b7e81af6664009a8f4a67045e12c57&device_id=367401dc-5c01-4ac2-8674-5b6654a3fa44 HTTP/1.1" status: 200 len: 1097 time: 0.4296982 Jun 25 14:42:05.034993 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] For port b1560b5d-86c5-4068-be8a-3196d06a077f, host dv-cinder-798091-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798091-1-smb',level=0,port_id=b1560b5d-86c5-4068-be8a-3196d06a077f,segment=NetworkSegment(d6aebad4-c614-4812-b5db-5340468a6247),segment_id=d6aebad4-c614-4812-b5db-5340468a6247)] {{(pid=78399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:42:05.053789 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747172683978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747172243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747172243532'] for port, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:05.060074 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:42:05.174292 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Pushing event updated for resources: {'Port': ['ID=b1560b5d-86c5-4068-be8a-3196d06a077f,revision_number=4']} {{(pid=78399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:42:05.179693 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:42:05.208828 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.plugin [None req-95441e2f-f691-43db-9f42-3bc42d6f050b None None] Port cdd6394b-84c6-477b-9c26-1801aef240e8 cannot update to ACTIVE because it is not bound. {{(pid=78399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 14:42:05.271155 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbc8c761-b53c-4c85-850e-c22b158e031b admin admin] Notify agent at l3_agent.dv-cinder-798091-1-smb the message routers_updated {{(pid=78397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 25 14:42:05.281589 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-dbc8c761-b53c-4c85-850e-c22b158e031b admin admin] 10.222.0.72 "PUT /v2.0/routers/97087446-665f-4880-a93f-57e88aa8ad8e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9295332 Jun 25 14:42:05.339660 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-55f4ad47-0384-4d16-8229-28ac707c5878 req-c708378f-e20f-4074-a923-787f3f9367a4 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eab7ca6a-545f-43a8-8cdb-dec4c9174f50 HTTP/1.1" status: 200 len: 217 time: 0.1321089 Jun 25 14:42:05.351122 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-e6a5809f-dfab-42c1-a750-651275408d0c req-8ede16f7-4f99-4c77-b30e-bb123655eecd tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ca4f9d5-2444-4fa7-9912-3d2a58bd9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4323387 Jun 25 14:42:05.441077 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d3a02e7-a17c-44a4-b5d5-7a519d3b89f9 None None] Sync routers for ids ['97087446-665f-4880-a93f-57e88aa8ad8e'] in dv-cinder-798091-1-smb {{(pid=78399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 14:42:05.443566 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.72', 35678) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:42:05.455094 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d3a02e7-a17c-44a4-b5d5-7a519d3b89f9 None None] Routers {'97087446-665f-4880-a93f-57e88aa8ad8e'} bound to L3 agent in host dv-cinder-798091-1-smb {{(pid=78399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:42:05.462126 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.l3_hamode_db [None req-3d3a02e7-a17c-44a4-b5d5-7a519d3b89f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798091-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T14:30:11Z,description=,heartbeat_timestamp=2021-06-25T14:41:41Z,host='dv-cinder-798091-1-smb',id=941bc864-709b-4c09-a7df-f27e1f49545a,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:30:11Z,topic='l3_agent')) {'router_ids': ['97087446-665f-4880-a93f-57e88aa8ad8e'], 'active': True} {{(pid=78399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:42:05.564119 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ab7006-33bf-4965-8e4f-19449e25b8c6 req-260776e7-c93f-4a19-a847-d2de85693dbb tempest-VolumesSnapshotTestJSON-1528642505 tempest-VolumesSnapshotTestJSON-1528642505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:05.565839 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-e9ab7006-33bf-4965-8e4f-19449e25b8c6 req-260776e7-c93f-4a19-a847-d2de85693dbb tempest-VolumesSnapshotTestJSON-1528642505 tempest-VolumesSnapshotTestJSON-1528642505-project] 10.222.0.72 "GET /v2.0/ports?device_id=367401dc-5c01-4ac2-8674-5b6654a3fa44 HTTP/1.1" status: 200 len: 944 time: 0.1370676 Jun 25 14:42:05.648449 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-e9ab7006-33bf-4965-8e4f-19449e25b8c6 req-9592f711-f2eb-4c20-8eb7-2ec7a40af5ec tempest-VolumesSnapshotTestJSON-1528642505 tempest-VolumesSnapshotTestJSON-1528642505-project] 10.222.0.72 "GET /v2.0/security-groups?id=20dcfb80-1b35-4aa8-b16b-774abf84fbde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758986 Jun 25 14:42:05.701726 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-f56909b4-5c8e-4481-9f4f-ba2967336769 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:05.850872 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.db [req-bb3d6c5c-1d16-45fb-abf6-60a67765a486 req-ee170744-07a6-4371-8da8-2c8b14b6d1a8 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] For port d3374ffb-5bd2-4f2a-a218-1374d46d90f4, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=d3374ffb-5bd2-4f2a-a218-1374d46d90f4,segment=NetworkSegment(ecfb01d6-bce0-498c-ae9b-242c40d7a505),segment_id=ecfb01d6-bce0-498c-ae9b-242c40d7a505)] {{(pid=78398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:42:05.852862 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [req-bb3d6c5c-1d16-45fb-abf6-60a67765a486 req-ee170744-07a6-4371-8da8-2c8b14b6d1a8 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-413696'] for port, precommit_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:05.863455 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.l3_dvr_db [None req-3d3a02e7-a17c-44a4-b5d5-7a519d3b89f9 None None] Set router 97087446-665f-4880-a93f-57e88aa8ad8e gateway port host: dv-cinder-798091-1-smb {{(pid=78399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:42:06.060726 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.plugin [req-bb3d6c5c-1d16-45fb-abf6-60a67765a486 req-ee170744-07a6-4371-8da8-2c8b14b6d1a8 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] Calling delete_port for d3374ffb-5bd2-4f2a-a218-1374d46d90f4 owned by compute:nova {{(pid=78398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 25 14:42:06.228682 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Device b1560b5d-86c5-4068-be8a-3196d06a077f up at agent ovs-agent-dv-cinder-798091-1-smb {{(pid=78399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:42:06.261084 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-f56909b4-5c8e-4481-9f4f-ba2967336769 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:42:06.283392 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-f56909b4-5c8e-4481-9f4f-ba2967336769 admin admin] Usage tracker for resource:security_group_rule and tenant:e39a4f1361cc4c1c89e7c4a8edf56519 is out of sync, need to count used quota {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:42:06.289436 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-f56909b4-5c8e-4481-9f4f-ba2967336769 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:42:06.293044 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [req-bb3d6c5c-1d16-45fb-abf6-60a67765a486 req-ee170744-07a6-4371-8da8-2c8b14b6d1a8 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747172683996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747172243478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1901102'] for port, after_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:06.304676 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f4ad47-0384-4d16-8229-28ac707c5878 req-51000634-d06d-4fab-bd4c-41f86b24eccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:06.307286 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-55f4ad47-0384-4d16-8229-28ac707c5878 req-51000634-d06d-4fab-bd4c-41f86b24eccc service neutron] 10.222.0.77 "GET /v2.0/subnets?id=86ff7609-f716-4f0f-a684-cb7dd2c335af HTTP/1.1" status: 200 len: 854 time: 0.9546733 Jun 25 14:42:06.314356 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-f56909b4-5c8e-4481-9f4f-ba2967336769 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:42:06.316548 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-3003377e-be17-4c42-bb2d-81958503e99a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:42:06.339973 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] get_ports_and_sgs() called for port_ids ['17552845-88ed-4637-a9fd-605239a795f7', 'd3374ffb-5bd2-4f2a-a218-1374d46d90f4'] {{(pid=78399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 25 14:42:06.480923 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-55f4ad47-0384-4d16-8229-28ac707c5878 req-3e412c4b-9c57-4cf9-af89-07816e3a5c09 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=06f2991f-047a-4471-89a5-6835eabebc08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1240315 Jun 25 14:42:06.499372 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee170744-07a6-4371-8da8-2c8b14b6d1a8 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] Pushing event deleted for resources: {'Port': ['ID=d3374ffb-5bd2-4f2a-a218-1374d46d90f4,revision_number=None']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:42:06.551354 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Provisioning complete for port b1560b5d-86c5-4068-be8a-3196d06a077f triggered by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:42:06.553400 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545280'] for port, provisioning_complete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:06.569677 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-ee170744-07a6-4371-8da8-2c8b14b6d1a8 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:42:06.743471 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-8c427393-8ed2-4416-b914-ee0ec40472f7 req-f82a6911-2fe3-4454-bc93-8735525811cf tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] 10.222.0.72 "GET /v2.0/ports?device_id=eb0b66b9-3595-4af6-a3c2-2b4bccb68973 HTTP/1.1" status: 200 len: 210 time: 0.1333857 Jun 25 14:42:06.882342 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.l3_hamode_db [None req-3d3a02e7-a17c-44a4-b5d5-7a519d3b89f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97087446-665f-4880-a93f-57e88aa8ad8e', 'name': 'tempest-TestMinimumBasicScenario-1238245456-router', 'tenant_id': '071d530e8e174aab94f2b1e1e0a24ebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee', 'external_fixed_ips': [{'subnet_id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'ip_address': '172.28.1.140'}], 'enable_snat': True}, 'gw_port_id': 'b1560b5d-86c5-4068-be8a-3196d06a077f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:41:52Z', 'updated_at': '2021-06-25T14:42:02Z', 'revision_number': 4, 'project_id': '071d530e8e174aab94f2b1e1e0a24ebc', 'gw_port': {'id': 'b1560b5d-86c5-4068-be8a-3196d06a077f', 'name': '', 'network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:bd:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97087446-665f-4880-a93f-57e88aa8ad8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'ip_address': '172.28.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:41:53Z', 'updated_at': '2021-06-25T14:42:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798091-1-smb', '_interfaces': [{'id': 'cdd6394b-84c6-477b-9c26-1801aef240e8', 'name': '', 'network_id': '3ddd7e4e-8cd8-4fb5-b19b-5ab60d07c4af', 'tenant_id': '071d530e8e174aab94f2b1e1e0a24ebc', 'mac_address': 'fa:16:3e:3c:99:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97087446-665f-4880-a93f-57e88aa8ad8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'ceea88e4-00e5-4112-8cb3-bd39f3ce931b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:42:00Z', 'updated_at': '2021-06-25T14:42:02Z', 'revision_number': 2, 'project_id': '071d530e8e174aab94f2b1e1e0a24ebc', 'subnets': [{'id': 'ceea88e4-00e5-4112-8cb3-bd39f3ce931b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798091-1-smb', False) {} {{(pid=78399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:42:06.899666 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d3a02e7-a17c-44a4-b5d5-7a519d3b89f9 None None] Checking router: 97087446-665f-4880-a93f-57e88aa8ad8e for host: dv-cinder-798091-1-smb {{(pid=78399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 14:42:06.900762 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d3a02e7-a17c-44a4-b5d5-7a519d3b89f9 None None] Updating router 97087446-665f-4880-a93f-57e88aa8ad8e port cdd6394b-84c6-477b-9c26-1801aef240e8 binding host dv-cinder-798091-1-smb {{(pid=78399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 14:42:06.988547 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-3d3a02e7-a17c-44a4-b5d5-7a519d3b89f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for port, before_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:07.076203 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb3d6c5c-1d16-45fb-abf6-60a67765a486 req-ee170744-07a6-4371-8da8-2c8b14b6d1a8 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] No DVR routers for this DVR port d3374ffb-5bd2-4f2a-a218-1374d46d90f4 on host hv-cinder-79809 {{(pid=78398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 14:42:07.093963 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [req-bb3d6c5c-1d16-45fb-abf6-60a67765a486 req-ee170744-07a6-4371-8da8-2c8b14b6d1a8 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257150'] for port, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:07.107282 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb0b66b9-3595-4af6-a3c2-2b4bccb68973', 'name': 'network-vif-deleted', 'tag': 'd3374ffb-5bd2-4f2a-a218-1374d46d90f4'}] {{(pid=78398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:42:07.140799 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a645850b-6c8b-4d71-bac1-204a5dba974f req-9c17ce30-3ea7-4312-bc1b-09f63f9664a8 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:07.142414 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-a645850b-6c8b-4d71-bac1-204a5dba974f req-9c17ce30-3ea7-4312-bc1b-09f63f9664a8 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/ports?device_id=e5649343-9e63-4d6c-b6f7-f3b2f1f934c4 HTTP/1.1" status: 200 len: 946 time: 1.4479036 Jun 25 14:42:07.172861 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-f56909b4-5c8e-4481-9f4f-ba2967336769 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:07.210531 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-f56909b4-5c8e-4481-9f4f-ba2967336769 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726995'] for security_group, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:07.220523 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-bb3d6c5c-1d16-45fb-abf6-60a67765a486 req-ee170744-07a6-4371-8da8-2c8b14b6d1a8 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] 10.222.0.77 "DELETE /v2.0/ports/d3374ffb-5bd2-4f2a-a218-1374d46d90f4 HTTP/1.1" status: 204 len: 173 time: 2.4280117 Jun 25 14:42:07.228474 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-9b32f7d5-22a9-4f8e-81a1-0efc64607773 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:42:07.272380 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9b363f-8dcd-4988-b22e-45f3f31451c5 req-b00761da-3e99-4545-bc35-bbd8c3c8c271 tempest-VolumesSnapshotTestJSON-1528642505 tempest-VolumesSnapshotTestJSON-1528642505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:07.283017 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-9a9b363f-8dcd-4988-b22e-45f3f31451c5 req-b00761da-3e99-4545-bc35-bbd8c3c8c271 tempest-VolumesSnapshotTestJSON-1528642505 tempest-VolumesSnapshotTestJSON-1528642505-project] 10.222.0.72 "GET /v2.0/ports?device_id=367401dc-5c01-4ac2-8674-5b6654a3fa44 HTTP/1.1" status: 200 len: 944 time: 0.2248585 Jun 25 14:42:07.334171 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-a645850b-6c8b-4d71-bac1-204a5dba974f req-06ee99b3-3a19-490f-8453-46a0a4648638 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/security-groups?id=d7ad49bf-7682-4e15-9338-4a7ac2e3a89b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1827984 Jun 25 14:42:07.342682 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-55f4ad47-0384-4d16-8229-28ac707c5878 req-cd8de12a-7f0f-438e-b47e-5d8b0518b5a6 service neutron] 10.222.0.77 "GET /v2.0/networks/06f2991f-047a-4471-89a5-6835eabebc08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8411930 Jun 25 14:42:07.345349 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-f56909b4-5c8e-4481-9f4f-ba2967336769 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=e39a4f1361cc4c1c89e7c4a8edf56519&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9008191 Jun 25 14:42:07.348086 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.72', 35708) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:42:07.353406 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56909b4-5c8e-4481-9f4f-ba2967336769 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be689f5a-a169-4031-a948-ad1e10dbe180,revision_number=1']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:42:07.450291 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-f56909b4-5c8e-4481-9f4f-ba2967336769 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:42:07.451722 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-9a9b363f-8dcd-4988-b22e-45f3f31451c5 req-ae837e49-64b3-414f-80f5-84b4a9ebd33d tempest-VolumesSnapshotTestJSON-1528642505 tempest-VolumesSnapshotTestJSON-1528642505-project] 10.222.0.72 "GET /v2.0/security-groups?id=20dcfb80-1b35-4aa8-b16b-774abf84fbde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654384 Jun 25 14:42:07.543478 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb0b66b9-3595-4af6-a3c2-2b4bccb68973', 'name': 'network-vif-deleted', 'tag': 'd3374ffb-5bd2-4f2a-a218-1374d46d90f4', 'status': 'completed', 'code': 200} Jun 25 14:42:07.585425 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-5e542d1b-67d8-4b96-a81c-080e80a633b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:07.620607 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-3d3a02e7-a17c-44a4-b5d5-7a519d3b89f9 None None] Notify callbacks [] for port, precommit_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:07.638334 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-3d3a02e7-a17c-44a4-b5d5-7a519d3b89f9 None None] Transition to ACTIVE for port object cdd6394b-84c6-477b-9c26-1801aef240e8 will not be triggered until provisioned by entity L2. {{(pid=78399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:42:07.652946 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-3d3a02e7-a17c-44a4-b5d5-7a519d3b89f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747172683978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747172243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747172243532'] for port, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:07.669808 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:42:07.674896 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-5e542d1b-67d8-4b96-a81c-080e80a633b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:07.712008 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-55f4ad47-0384-4d16-8229-28ac707c5878 req-bb59e8c2-2e6d-4816-829e-fe8cc05011ac service neutron] 10.222.0.77 "GET /v2.0/networks/06f2991f-047a-4471-89a5-6835eabebc08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2865264 Jun 25 14:42:07.790008 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-5e542d1b-67d8-4b96-a81c-080e80a633b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726995'] for security_group, after_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:07.804439 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-0e962863-859c-4594-acdd-c2487356f960 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:42:07.853005 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e542d1b-67d8-4b96-a81c-080e80a633b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be689f5a-a169-4031-a948-ad1e10dbe180,revision_number=None']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:42:07.861034 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-5e542d1b-67d8-4b96-a81c-080e80a633b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:42:08.111238 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-5e542d1b-67d8-4b96-a81c-080e80a633b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:08.153993 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-5e542d1b-67d8-4b96-a81c-080e80a633b4 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/be689f5a-a169-4031-a948-ad1e10dbe180 HTTP/1.1" status: 204 len: 168 time: 0.7784863 Jun 25 14:42:08.221199 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4001e93c-b668-4f76-8629-4d448108bef3 req-26dd557c-716f-4aef-8ce9-ec0671d3b470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:08.222729 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-4001e93c-b668-4f76-8629-4d448108bef3 req-26dd557c-716f-4aef-8ce9-ec0671d3b470 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=84b7e81af6664009a8f4a67045e12c57&device_id=367401dc-5c01-4ac2-8674-5b6654a3fa44 HTTP/1.1" status: 200 len: 1097 time: 0.3711760 Jun 25 14:42:08.338566 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949ac478-9172-40d3-9172-46d20354b99e None None] Pushing event updated for resources: {'Port': ['ID=cdd6394b-84c6-477b-9c26-1801aef240e8,revision_number=3']} {{(pid=78399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:42:08.343182 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-addd236c-4318-471c-b9d3-69e38eab8950 req-53fae353-5e4c-4b72-9bcd-adc8a05d5668 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] 10.222.0.72 "GET /v2.0/ports?device_id=eb0b66b9-3595-4af6-a3c2-2b4bccb68973 HTTP/1.1" status: 200 len: 210 time: 0.2533481 Jun 25 14:42:08.399509 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949ac478-9172-40d3-9172-46d20354b99e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:42:08.401816 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949ac478-9172-40d3-9172-46d20354b99e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:42:08.402370 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949ac478-9172-40d3-9172-46d20354b99e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:42:08.402871 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949ac478-9172-40d3-9172-46d20354b99e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:42:08.405270 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949ac478-9172-40d3-9172-46d20354b99e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:42:08.408355 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949ac478-9172-40d3-9172-46d20354b99e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:42:08.408914 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949ac478-9172-40d3-9172-46d20354b99e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:42:08.410306 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949ac478-9172-40d3-9172-46d20354b99e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:42:08.411108 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949ac478-9172-40d3-9172-46d20354b99e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:42:08.412527 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949ac478-9172-40d3-9172-46d20354b99e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:42:08.415614 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949ac478-9172-40d3-9172-46d20354b99e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:42:08.416081 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949ac478-9172-40d3-9172-46d20354b99e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:42:08.425439 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-949ac478-9172-40d3-9172-46d20354b99e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.761s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:42:08.721618 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.managers [None req-3d3a02e7-a17c-44a4-b5d5-7a519d3b89f9 None None] Attempting to bind port cdd6394b-84c6-477b-9c26-1801aef240e8 on host dv-cinder-798091-1-smb for vnic_type normal with profile {{(pid=78399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 14:42:08.721618 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.managers [None req-3d3a02e7-a17c-44a4-b5d5-7a519d3b89f9 None None] Attempting to bind port cdd6394b-84c6-477b-9c26-1801aef240e8 by drivers openvswitch,hyperv on host dv-cinder-798091-1-smb at level 0 using segments [{'id': 'cbc322d8-3638-43ec-9ac6-41989c0f5335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '3ddd7e4e-8cd8-4fb5-b19b-5ab60d07c4af'}] {{(pid=78399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 14:42:08.721618 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d3a02e7-a17c-44a4-b5d5-7a519d3b89f9 None None] Attempting to bind port cdd6394b-84c6-477b-9c26-1801aef240e8 on network 3ddd7e4e-8cd8-4fb5-b19b-5ab60d07c4af {{(pid=78399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:42:08.740124 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d3a02e7-a17c-44a4-b5d5-7a519d3b89f9 None None] Checking agent: {'id': 'e8ccf8d8-5bf4-4749-9aa7-038299b331e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798091-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 14, 30, 9), 'started_at': datetime.datetime(2021, 6, 25, 14, 30, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 14, 41, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798091-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 14:42:08.740728 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d3a02e7-a17c-44a4-b5d5-7a519d3b89f9 None None] Checking segment: {'id': 'cbc322d8-3638-43ec-9ac6-41989c0f5335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '3ddd7e4e-8cd8-4fb5-b19b-5ab60d07c4af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:42:08.741221 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-3d3a02e7-a17c-44a4-b5d5-7a519d3b89f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:08.742295 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d3a02e7-a17c-44a4-b5d5-7a519d3b89f9 None None] Bound using segment: {'id': 'cbc322d8-3638-43ec-9ac6-41989c0f5335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '3ddd7e4e-8cd8-4fb5-b19b-5ab60d07c4af'} {{(pid=78399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 14:42:08.742961 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.managers [None req-3d3a02e7-a17c-44a4-b5d5-7a519d3b89f9 None None] Bound port: cdd6394b-84c6-477b-9c26-1801aef240e8, host: dv-cinder-798091-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbc322d8-3638-43ec-9ac6-41989c0f5335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '3ddd7e4e-8cd8-4fb5-b19b-5ab60d07c4af'}}] {{(pid=78399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 14:42:08.743496 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-3d3a02e7-a17c-44a4-b5d5-7a519d3b89f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for port, before_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:08.863118 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4001e93c-b668-4f76-8629-4d448108bef3 req-84e2c7b5-d641-498b-8ffa-78ccf5b5e47e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:08.865095 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-4001e93c-b668-4f76-8629-4d448108bef3 req-84e2c7b5-d641-498b-8ffa-78ccf5b5e47e service neutron] 10.222.0.77 "GET /v2.0/networks?id=06f2991f-047a-4471-89a5-6835eabebc08 HTTP/1.1" status: 200 len: 915 time: 0.6338384 Jun 25 14:42:08.926917 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8ccd9c-a26e-4c68-b6cc-5f55a1eae6d7 req-bec6f85a-1688-4453-af2b-e721a95b6bb2 tempest-VolumesSnapshotTestJSON-1528642505 tempest-VolumesSnapshotTestJSON-1528642505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:08.929301 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-3d3a02e7-a17c-44a4-b5d5-7a519d3b89f9 None None] For port cdd6394b-84c6-477b-9c26-1801aef240e8, host dv-cinder-798091-1-smb, cleared binding levels {{(pid=78399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 25 14:42:08.937727 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-3d3a02e7-a17c-44a4-b5d5-7a519d3b89f9 None None] For port cdd6394b-84c6-477b-9c26-1801aef240e8, host dv-cinder-798091-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798091-1-smb',level=0,port_id=cdd6394b-84c6-477b-9c26-1801aef240e8,segment=NetworkSegment(cbc322d8-3638-43ec-9ac6-41989c0f5335),segment_id=cbc322d8-3638-43ec-9ac6-41989c0f5335)] {{(pid=78399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 25 14:42:08.938448 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-7c8ccd9c-a26e-4c68-b6cc-5f55a1eae6d7 req-bec6f85a-1688-4453-af2b-e721a95b6bb2 tempest-VolumesSnapshotTestJSON-1528642505 tempest-VolumesSnapshotTestJSON-1528642505-project] 10.222.0.72 "GET /v2.0/ports?device_id=367401dc-5c01-4ac2-8674-5b6654a3fa44 HTTP/1.1" status: 200 len: 944 time: 0.1919568 Jun 25 14:42:08.947112 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-367cb630-c24f-4d8a-8330-b6e97227d7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:08.954457 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-3d3a02e7-a17c-44a4-b5d5-7a519d3b89f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747172683978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747172243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747172243532'] for port, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:08.962121 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:42:09.067928 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-4001e93c-b668-4f76-8629-4d448108bef3 req-68ac6879-2a45-487b-a18e-b9e9e1bfe69f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eab7ca6a-545f-43a8-8cdb-dec4c9174f50 HTTP/1.1" status: 200 len: 217 time: 0.1070232 Jun 25 14:42:09.117076 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-7c8ccd9c-a26e-4c68-b6cc-5f55a1eae6d7 req-5b466042-e54a-44cd-a9ef-75def3abb10a tempest-VolumesSnapshotTestJSON-1528642505 tempest-VolumesSnapshotTestJSON-1528642505-project] 10.222.0.72 "GET /v2.0/security-groups?id=20dcfb80-1b35-4aa8-b16b-774abf84fbde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747255 Jun 25 14:42:09.133686 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:09.156712 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d3a02e7-a17c-44a4-b5d5-7a519d3b89f9 None None] Routers {'97087446-665f-4880-a93f-57e88aa8ad8e'} bound to L3 agent in host dv-cinder-798091-1-smb {{(pid=78399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:42:09.157643 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.l3_hamode_db [None req-3d3a02e7-a17c-44a4-b5d5-7a519d3b89f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798091-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T14:30:11Z,description=,heartbeat_timestamp=2021-06-25T14:41:41Z,host='dv-cinder-798091-1-smb',id=941bc864-709b-4c09-a7df-f27e1f49545a,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:30:11Z,topic='l3_agent')) {'router_ids': ['97087446-665f-4880-a93f-57e88aa8ad8e'], 'active': True} {{(pid=78399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:42:09.190706 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4001e93c-b668-4f76-8629-4d448108bef3 req-378b686b-224a-4a82-8518-56322bfda75f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:09.192443 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-4001e93c-b668-4f76-8629-4d448108bef3 req-378b686b-224a-4a82-8518-56322bfda75f service neutron] 10.222.0.77 "GET /v2.0/subnets?id=86ff7609-f716-4f0f-a684-cb7dd2c335af HTTP/1.1" status: 200 len: 854 time: 0.1150084 Jun 25 14:42:09.301369 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-4001e93c-b668-4f76-8629-4d448108bef3 req-5a70d691-7461-4b55-92f3-4419671901a9 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=06f2991f-047a-4471-89a5-6835eabebc08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0981591 Jun 25 14:42:09.595894 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949ac478-9172-40d3-9172-46d20354b99e None None] Pushing event updated for resources: {'Port': ['ID=cdd6394b-84c6-477b-9c26-1801aef240e8,revision_number=4']} {{(pid=78399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:42:09.599297 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-949ac478-9172-40d3-9172-46d20354b99e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.637s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:42:09.654723 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dbd73b-2647-418d-b7fc-313c3ae4fd41 req-5e78073f-8db9-4bcf-bbf1-aa3c1b4b72fe tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:09.671210 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-85dbd73b-2647-418d-b7fc-313c3ae4fd41 req-5e78073f-8db9-4bcf-bbf1-aa3c1b4b72fe tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/ports?device_id=e5649343-9e63-4d6c-b6f7-f3b2f1f934c4 HTTP/1.1" status: 200 len: 946 time: 0.8051894 Jun 25 14:42:09.738607 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.l3_dvr_db [None req-3d3a02e7-a17c-44a4-b5d5-7a519d3b89f9 None None] Set router 97087446-665f-4880-a93f-57e88aa8ad8e gateway port host: dv-cinder-798091-1-smb {{(pid=78399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:42:09.907783 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Device d3374ffb-5bd2-4f2a-a218-1374d46d90f4 no longer exists at agent hyperv_hv-cinder-79809 {{(pid=78399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 25 14:42:09.954189 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-85dbd73b-2647-418d-b7fc-313c3ae4fd41 req-61142d9b-3e1f-425d-9c08-cb8c4ce55fda tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/security-groups?id=d7ad49bf-7682-4e15-9338-4a7ac2e3a89b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2816613 Jun 25 14:42:10.032492 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.plugin [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] No Port match for: d3374ffb-5bd2-4f2a-a218-1374d46d90f4 {{(pid=78399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 25 14:42:10.035586 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Device d3374ffb-5bd2-4f2a-a218-1374d46d90f4 not bound to the agent host hv-cinder-79809 {{(pid=78399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 25 14:42:10.055625 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-4001e93c-b668-4f76-8629-4d448108bef3 req-66ca0f4a-0f72-4f3c-8ae9-f86c9f8748cb service neutron] 10.222.0.77 "GET /v2.0/networks/06f2991f-047a-4471-89a5-6835eabebc08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7392054 Jun 25 14:42:10.475586 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-4001e93c-b668-4f76-8629-4d448108bef3 req-363bd8dc-545f-4d9e-859b-152341b4dbfa service neutron] 10.222.0.77 "GET /v2.0/networks/06f2991f-047a-4471-89a5-6835eabebc08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4162109 Jun 25 14:42:10.506264 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09041e1-86dc-4c59-848a-b1724afd5498 req-0501c9e0-2047-44d0-88f3-437f4e0cd586 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:10.511077 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-f09041e1-86dc-4c59-848a-b1724afd5498 req-0501c9e0-2047-44d0-88f3-437f4e0cd586 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] 10.222.0.72 "GET /v2.0/ports?device_id=bbc6909b-ab6d-4631-b590-b9528a3ed3ce HTTP/1.1" status: 200 len: 945 time: 0.2105117 Jun 25 14:42:10.583298 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.l3_hamode_db [None req-3d3a02e7-a17c-44a4-b5d5-7a519d3b89f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97087446-665f-4880-a93f-57e88aa8ad8e', 'name': 'tempest-TestMinimumBasicScenario-1238245456-router', 'tenant_id': '071d530e8e174aab94f2b1e1e0a24ebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee', 'external_fixed_ips': [{'subnet_id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'ip_address': '172.28.1.140'}], 'enable_snat': True}, 'gw_port_id': 'b1560b5d-86c5-4068-be8a-3196d06a077f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:41:52Z', 'updated_at': '2021-06-25T14:42:02Z', 'revision_number': 4, 'project_id': '071d530e8e174aab94f2b1e1e0a24ebc', 'gw_port': {'id': 'b1560b5d-86c5-4068-be8a-3196d06a077f', 'name': '', 'network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:bd:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97087446-665f-4880-a93f-57e88aa8ad8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'ip_address': '172.28.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:41:53Z', 'updated_at': '2021-06-25T14:42:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798091-1-smb', '_interfaces': [{'id': 'cdd6394b-84c6-477b-9c26-1801aef240e8', 'name': '', 'network_id': '3ddd7e4e-8cd8-4fb5-b19b-5ab60d07c4af', 'tenant_id': '071d530e8e174aab94f2b1e1e0a24ebc', 'mac_address': 'fa:16:3e:3c:99:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97087446-665f-4880-a93f-57e88aa8ad8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'ceea88e4-00e5-4112-8cb3-bd39f3ce931b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:42:00Z', 'updated_at': '2021-06-25T14:42:08Z', 'revision_number': 4, 'project_id': '071d530e8e174aab94f2b1e1e0a24ebc', 'subnets': [{'id': 'ceea88e4-00e5-4112-8cb3-bd39f3ce931b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798091-1-smb', False) {} {{(pid=78399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:42:10.588745 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d3a02e7-a17c-44a4-b5d5-7a519d3b89f9 None None] The sync data for ids ['97087446-665f-4880-a93f-57e88aa8ad8e'] in dv-cinder-798091-1-smb is: [{'id': '97087446-665f-4880-a93f-57e88aa8ad8e', 'name': 'tempest-TestMinimumBasicScenario-1238245456-router', 'tenant_id': '071d530e8e174aab94f2b1e1e0a24ebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee', 'external_fixed_ips': [{'subnet_id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'ip_address': '172.28.1.140'}], 'enable_snat': True}, 'gw_port_id': 'b1560b5d-86c5-4068-be8a-3196d06a077f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:41:52Z', 'updated_at': '2021-06-25T14:42:02Z', 'revision_number': 4, 'project_id': '071d530e8e174aab94f2b1e1e0a24ebc', 'gw_port': {'id': 'b1560b5d-86c5-4068-be8a-3196d06a077f', 'name': '', 'network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:bd:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97087446-665f-4880-a93f-57e88aa8ad8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'ip_address': '172.28.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:41:53Z', 'updated_at': '2021-06-25T14:42:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798091-1-smb', '_interfaces': [{'id': 'cdd6394b-84c6-477b-9c26-1801aef240e8', 'name': '', 'network_id': '3ddd7e4e-8cd8-4fb5-b19b-5ab60d07c4af', 'tenant_id': '071d530e8e174aab94f2b1e1e0a24ebc', 'mac_address': 'fa:16:3e:3c:99:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97087446-665f-4880-a93f-57e88aa8ad8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'ceea88e4-00e5-4112-8cb3-bd39f3ce931b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:42:00Z', 'updated_at': '2021-06-25T14:42:08Z', 'revision_number': 4, 'project_id': '071d530e8e174aab94f2b1e1e0a24ebc', 'subnets': [{'id': 'ceea88e4-00e5-4112-8cb3-bd39f3ce931b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 14:42:10.641395 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-f09041e1-86dc-4c59-848a-b1724afd5498 req-a1df9bdd-5b60-4f63-b849-5cdac7041d75 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ca4f9d5-2444-4fa7-9912-3d2a58bd9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249070 Jun 25 14:42:10.765472 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1013c0e3-dd6f-4db2-a020-df7923a020af req-5c9830c3-d30f-4f79-a3a6-e5fc32fdb326 tempest-VolumesSnapshotTestJSON-1528642505 tempest-VolumesSnapshotTestJSON-1528642505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:10.792394 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-1013c0e3-dd6f-4db2-a020-df7923a020af req-5c9830c3-d30f-4f79-a3a6-e5fc32fdb326 tempest-VolumesSnapshotTestJSON-1528642505 tempest-VolumesSnapshotTestJSON-1528642505-project] 10.222.0.72 "GET /v2.0/ports?device_id=367401dc-5c01-4ac2-8674-5b6654a3fa44 HTTP/1.1" status: 200 len: 944 time: 0.3135216 Jun 25 14:42:10.920200 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-1013c0e3-dd6f-4db2-a020-df7923a020af req-8a54297c-7b53-4115-90d1-71aac70bd672 tempest-VolumesSnapshotTestJSON-1528642505 tempest-VolumesSnapshotTestJSON-1528642505-project] 10.222.0.72 "GET /v2.0/security-groups?id=20dcfb80-1b35-4aa8-b16b-774abf84fbde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266372 Jun 25 14:42:11.288997 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-df8880a5-1403-4252-a39a-dc46b2f8e928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:11.349800 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099d83fa-3e62-4610-b5a4-65736163cfed req-d5c33d4e-3c1a-474e-a16e-89c27af8b04c tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:11.353068 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-099d83fa-3e62-4610-b5a4-65736163cfed req-d5c33d4e-3c1a-474e-a16e-89c27af8b04c tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/ports?device_id=e5649343-9e63-4d6c-b6f7-f3b2f1f934c4 HTTP/1.1" status: 200 len: 946 time: 0.1819689 Jun 25 14:42:11.628159 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-099d83fa-3e62-4610-b5a4-65736163cfed req-28bfad14-8f7b-4d4c-a7ce-0817e7545d2e tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/security-groups?id=d7ad49bf-7682-4e15-9338-4a7ac2e3a89b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2665153 Jun 25 14:42:11.889396 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Device eab7ca6a-545f-43a8-8cdb-dec4c9174f50 details requested by agent hyperv_hv-cinder-79809 with host hv-cinder-79809 {{(pid=78399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 25 14:42:12.093136 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcad6961-753e-4513-ab1f-be4b25148343 req-064e5ab4-56a3-4fc6-bc9c-b7bfb313c601 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:12.094008 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [req-bcad6961-753e-4513-ab1f-be4b25148343 req-064e5ab4-56a3-4fc6-bc9c-b7bfb313c601 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] Synchronizing usage tracker for tenant:34cd0f1e83ac4b7a907987b235bcb59d on resource:port {{(pid=78398) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 25 14:42:12.143532 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [req-bcad6961-753e-4513-ab1f-be4b25148343 req-064e5ab4-56a3-4fc6-bc9c-b7bfb313c601 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] Unset dirty status for tenant:34cd0f1e83ac4b7a907987b235bcb59d on resource:port {{(pid=78398) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 25 14:42:12.144957 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-bcad6961-753e-4513-ab1f-be4b25148343 req-064e5ab4-56a3-4fc6-bc9c-b7bfb313c601 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] 10.222.0.72 "GET /v2.0/ports?device_id=bbc6909b-ab6d-4631-b590-b9528a3ed3ce HTTP/1.1" status: 200 len: 945 time: 0.2727957 Jun 25 14:42:12.267547 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-bcad6961-753e-4513-ab1f-be4b25148343 req-a5377eca-0533-4417-8f1c-619422eb2629 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ca4f9d5-2444-4fa7-9912-3d2a58bd9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152709 Jun 25 14:42:12.299150 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Device cdd6394b-84c6-477b-9c26-1801aef240e8 up at agent ovs-agent-dv-cinder-798091-1-smb {{(pid=78399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:42:12.361434 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cf7dc3-d782-4276-ada2-f4f0bccc3abd req-0d4d18c7-f543-4c90-948b-1c9e6bc1cd94 tempest-VolumesSnapshotTestJSON-1528642505 tempest-VolumesSnapshotTestJSON-1528642505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:12.369966 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-69cf7dc3-d782-4276-ada2-f4f0bccc3abd req-0d4d18c7-f543-4c90-948b-1c9e6bc1cd94 tempest-VolumesSnapshotTestJSON-1528642505 tempest-VolumesSnapshotTestJSON-1528642505-project] 10.222.0.72 "GET /v2.0/ports?device_id=367401dc-5c01-4ac2-8674-5b6654a3fa44 HTTP/1.1" status: 200 len: 944 time: 0.1544359 Jun 25 14:42:12.450117 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-69cf7dc3-d782-4276-ada2-f4f0bccc3abd req-61af5607-807d-40fc-83dd-7875328be4c1 tempest-VolumesSnapshotTestJSON-1528642505 tempest-VolumesSnapshotTestJSON-1528642505-project] 10.222.0.72 "GET /v2.0/security-groups?id=20dcfb80-1b35-4aa8-b16b-774abf84fbde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787508 Jun 25 14:42:12.471312 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-d14b10cb-2ead-4edf-9c0b-578ba992fa59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:12.546590 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] For port eab7ca6a-545f-43a8-8cdb-dec4c9174f50, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=eab7ca6a-545f-43a8-8cdb-dec4c9174f50,segment=NetworkSegment(592d4893-cece-4795-8fc2-2fa05b069928),segment_id=592d4893-cece-4795-8fc2-2fa05b069928)] {{(pid=78399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:42:12.576524 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Returning: {'device': 'eab7ca6a-545f-43a8-8cdb-dec4c9174f50', 'network_id': '06f2991f-047a-4471-89a5-6835eabebc08', 'port_id': 'eab7ca6a-545f-43a8-8cdb-dec4c9174f50', 'mac_address': 'fa:16:3e:e3:8d:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86ff7609-f716-4f0f-a684-cb7dd2c335af', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 25 14:42:12.659351 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for port, before_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:12.670567 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Provisioning for port cdd6394b-84c6-477b-9c26-1801aef240e8 completed by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:42:12.694104 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Provisioning complete for port cdd6394b-84c6-477b-9c26-1801aef240e8 triggered by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:42:12.694743 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545280'] for port, provisioning_complete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:12.756588 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.notifiers.nova [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eab7ca6a-545f-43a8-8cdb-dec4c9174f50 {{(pid=78399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 14:42:12.827841 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] For port eab7ca6a-545f-43a8-8cdb-dec4c9174f50, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=eab7ca6a-545f-43a8-8cdb-dec4c9174f50,segment=NetworkSegment(592d4893-cece-4795-8fc2-2fa05b069928),segment_id=592d4893-cece-4795-8fc2-2fa05b069928)] {{(pid=78399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:42:12.839867 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747172683978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747172243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747172243532'] for port, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:12.844875 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:42:13.057695 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for port, before_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:13.099738 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Pushing event updated for resources: {'Port': ['ID=eab7ca6a-545f-43a8-8cdb-dec4c9174f50,revision_number=4']} {{(pid=78399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:42:13.102942 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:42:13.112151 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6caa3a-4550-443e-8fc7-db2c646eebbe req-e7416ecc-14d4-4eb3-bb1a-d27e58344065 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:13.123035 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] For port cdd6394b-84c6-477b-9c26-1801aef240e8, host dv-cinder-798091-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798091-1-smb',level=0,port_id=cdd6394b-84c6-477b-9c26-1801aef240e8,segment=NetworkSegment(cbc322d8-3638-43ec-9ac6-41989c0f5335),segment_id=cbc322d8-3638-43ec-9ac6-41989c0f5335)] {{(pid=78399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:42:13.129392 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747172683978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747172243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747172243532'] for port, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:13.130413 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-7a6caa3a-4550-443e-8fc7-db2c646eebbe req-e7416ecc-14d4-4eb3-bb1a-d27e58344065 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/ports?device_id=e5649343-9e63-4d6c-b6f7-f3b2f1f934c4 HTTP/1.1" status: 200 len: 946 time: 0.2108095 Jun 25 14:42:13.135728 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:42:13.228407 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-7a6caa3a-4550-443e-8fc7-db2c646eebbe req-d31534a3-1b37-4377-93e1-51acd2472115 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/security-groups?id=d7ad49bf-7682-4e15-9338-4a7ac2e3a89b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970385 Jun 25 14:42:13.244934 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] get_ports_and_sgs() called for port_ids ['eab7ca6a-545f-43a8-8cdb-dec4c9174f50'] {{(pid=78399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 25 14:42:13.318182 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Pushing event updated for resources: {'Port': ['ID=cdd6394b-84c6-477b-9c26-1801aef240e8,revision_number=5']} {{(pid=78399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:42:13.331956 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:42:13.581502 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-0959a481-12d6-4798-a5c7-3b38329e38d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:13.793999 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c07fe1d-6a5b-437f-8a5f-b169465684c1 req-b1e199bf-aa81-4916-9fb2-0693ec6b2d87 tempest-VolumesSnapshotTestJSON-1528642505 tempest-VolumesSnapshotTestJSON-1528642505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:13.800136 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e517fd9e-4a0d-4b5b-964b-cad8f8ca7884 req-639074e4-0d00-4b6b-bbd5-0de58b144d8f tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:13.801523 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-0c07fe1d-6a5b-437f-8a5f-b169465684c1 req-b1e199bf-aa81-4916-9fb2-0693ec6b2d87 tempest-VolumesSnapshotTestJSON-1528642505 tempest-VolumesSnapshotTestJSON-1528642505-project] 10.222.0.72 "GET /v2.0/ports?device_id=367401dc-5c01-4ac2-8674-5b6654a3fa44 HTTP/1.1" status: 200 len: 945 time: 0.1480033 Jun 25 14:42:13.811502 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-e517fd9e-4a0d-4b5b-964b-cad8f8ca7884 req-639074e4-0d00-4b6b-bbd5-0de58b144d8f tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] 10.222.0.72 "GET /v2.0/ports?device_id=bbc6909b-ab6d-4631-b590-b9528a3ed3ce HTTP/1.1" status: 200 len: 945 time: 0.2629569 Jun 25 14:42:13.869779 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-e517fd9e-4a0d-4b5b-964b-cad8f8ca7884 req-a7c8c73c-ca42-4cb0-a5f3-3636b2ec4506 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ca4f9d5-2444-4fa7-9912-3d2a58bd9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570688 Jun 25 14:42:13.953791 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-0c07fe1d-6a5b-437f-8a5f-b169465684c1 req-985a818b-1858-4532-a0c7-98b310006757 tempest-VolumesSnapshotTestJSON-1528642505 tempest-VolumesSnapshotTestJSON-1528642505-project] 10.222.0.72 "GET /v2.0/security-groups?id=20dcfb80-1b35-4aa8-b16b-774abf84fbde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487749 Jun 25 14:42:14.156137 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Device cdd6394b-84c6-477b-9c26-1801aef240e8 up at agent ovs-agent-dv-cinder-798091-1-smb {{(pid=78399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:42:14.271903 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Provisioning complete for port cdd6394b-84c6-477b-9c26-1801aef240e8 triggered by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:42:14.272212 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545280'] for port, provisioning_complete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:14.606679 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6586086-f9f6-4b5e-8ad8-d3ea33c4915d req-6ee952a0-b489-4a1b-ac71-c994558b396a tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:14.609120 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-d6586086-f9f6-4b5e-8ad8-d3ea33c4915d req-6ee952a0-b489-4a1b-ac71-c994558b396a tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/ports?device_id=e5649343-9e63-4d6c-b6f7-f3b2f1f934c4 HTTP/1.1" status: 200 len: 946 time: 0.1561372 Jun 25 14:42:14.687161 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-d6586086-f9f6-4b5e-8ad8-d3ea33c4915d req-6a5bbd84-9335-4578-8b00-dbcb15ba9286 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/security-groups?id=d7ad49bf-7682-4e15-9338-4a7ac2e3a89b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671675 Jun 25 14:42:15.224867 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7825385-b4b1-459c-b6b5-e826c8887b7d req-a2c3df52-ecf1-4a5a-9b7c-617c20bfa040 tempest-VolumesSnapshotTestJSON-1528642505 tempest-VolumesSnapshotTestJSON-1528642505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:15.233181 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-e7825385-b4b1-459c-b6b5-e826c8887b7d req-a2c3df52-ecf1-4a5a-9b7c-617c20bfa040 tempest-VolumesSnapshotTestJSON-1528642505 tempest-VolumesSnapshotTestJSON-1528642505-project] 10.222.0.72 "GET /v2.0/ports?device_id=367401dc-5c01-4ac2-8674-5b6654a3fa44 HTTP/1.1" status: 200 len: 945 time: 0.1523077 Jun 25 14:42:15.243920 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1060829d-9991-486f-bc70-3fbea9f97ae8 req-bbc5ca86-aea7-4bc2-a369-5a17ec507e34 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:15.255962 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-1060829d-9991-486f-bc70-3fbea9f97ae8 req-bbc5ca86-aea7-4bc2-a369-5a17ec507e34 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] 10.222.0.72 "GET /v2.0/ports?device_id=bbc6909b-ab6d-4631-b590-b9528a3ed3ce HTTP/1.1" status: 200 len: 945 time: 0.2528536 Jun 25 14:42:15.313589 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-1060829d-9991-486f-bc70-3fbea9f97ae8 req-beda0b77-49c9-4aff-8b82-7cc4857a44a8 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ca4f9d5-2444-4fa7-9912-3d2a58bd9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539303 Jun 25 14:42:15.338553 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-e7825385-b4b1-459c-b6b5-e826c8887b7d req-82e5f852-59ee-4922-9905-f68a61b6043b tempest-VolumesSnapshotTestJSON-1528642505 tempest-VolumesSnapshotTestJSON-1528642505-project] 10.222.0.72 "GET /v2.0/security-groups?id=20dcfb80-1b35-4aa8-b16b-774abf84fbde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963402 Jun 25 14:42:15.930433 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Device eab7ca6a-545f-43a8-8cdb-dec4c9174f50 up at agent hyperv_hv-cinder-79809 {{(pid=78399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:42:16.185464 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Provisioning for port eab7ca6a-545f-43a8-8cdb-dec4c9174f50 completed by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:42:16.191318 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Provisioning complete for port eab7ca6a-545f-43a8-8cdb-dec4c9174f50 triggered by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:42:16.191714 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545280'] for port, provisioning_complete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:16.198022 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a77c1a3-39c7-4093-9667-c489595e09e2 req-552a5fc3-a4b1-4482-a264-ceb9b731deb8 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:16.200078 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-4a77c1a3-39c7-4093-9667-c489595e09e2 req-552a5fc3-a4b1-4482-a264-ceb9b731deb8 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/ports?device_id=e5649343-9e63-4d6c-b6f7-f3b2f1f934c4 HTTP/1.1" status: 200 len: 946 time: 0.1735721 Jun 25 14:42:16.335363 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-4a77c1a3-39c7-4093-9667-c489595e09e2 req-bb1ac0d3-7fa9-4d21-8f53-390aac710852 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/security-groups?id=d7ad49bf-7682-4e15-9338-4a7ac2e3a89b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1269011 Jun 25 14:42:16.341423 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for port, before_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:16.374962 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '367401dc-5c01-4ac2-8674-5b6654a3fa44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eab7ca6a-545f-43a8-8cdb-dec4c9174f50'}] {{(pid=78399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:42:16.386066 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] For port eab7ca6a-545f-43a8-8cdb-dec4c9174f50, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=eab7ca6a-545f-43a8-8cdb-dec4c9174f50,segment=NetworkSegment(592d4893-cece-4795-8fc2-2fa05b069928),segment_id=592d4893-cece-4795-8fc2-2fa05b069928)] {{(pid=78399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:42:16.392719 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747172683978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747172243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747172243532'] for port, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:16.394485 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:42:16.475467 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bb29f4-8d21-4925-a6d0-ebfa63edaa78 req-b236f6bb-89b4-4820-9d07-8d15402651da tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:16.478288 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-a9bb29f4-8d21-4925-a6d0-ebfa63edaa78 req-b236f6bb-89b4-4820-9d07-8d15402651da tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] 10.222.0.77 "GET /v2.0/ports?device_id=bbc6909b-ab6d-4631-b590-b9528a3ed3ce HTTP/1.1" status: 200 len: 945 time: 0.1464808 Jun 25 14:42:16.592401 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Pushing event updated for resources: {'Port': ['ID=eab7ca6a-545f-43a8-8cdb-dec4c9174f50,revision_number=5']} {{(pid=78399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:42:16.595670 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:42:16.665419 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.plugin [req-a9bb29f4-8d21-4925-a6d0-ebfa63edaa78 req-e6e19c84-24b0-4968-97d1-e2de3313a897 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] Deleting port 17552845-88ed-4637-a9fd-605239a795f7 {{(pid=78398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 25 14:42:16.668826 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [req-a9bb29f4-8d21-4925-a6d0-ebfa63edaa78 req-e6e19c84-24b0-4968-97d1-e2de3313a897 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747172683120'] for port, before_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:16.768207 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c1a1f6-c26b-43e0-960e-4da19292f113 req-b5ee6368-19e7-43ec-a5cf-6d4e9fdb174c tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:16.787795 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-77c1a1f6-c26b-43e0-960e-4da19292f113 req-b5ee6368-19e7-43ec-a5cf-6d4e9fdb174c tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] 10.222.0.72 "GET /v2.0/ports?device_id=bbc6909b-ab6d-4631-b590-b9528a3ed3ce HTTP/1.1" status: 200 len: 945 time: 0.1942723 Jun 25 14:42:16.925112 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-77c1a1f6-c26b-43e0-960e-4da19292f113 req-349fe8ec-80fc-40e1-ab28-3d5eeaa0f94f tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ca4f9d5-2444-4fa7-9912-3d2a58bd9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355579 Jun 25 14:42:17.052372 dv-cinder-798091-1-smb neutron-server[78399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '367401dc-5c01-4ac2-8674-5b6654a3fa44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eab7ca6a-545f-43a8-8cdb-dec4c9174f50', 'code': 200} Jun 25 14:42:17.568591 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8927269-83b2-4c7a-ad75-86036ff0055e req-8a17a59b-37e7-4533-ae61-3e5769d5f20f tempest-VolumesSnapshotTestJSON-1528642505 tempest-VolumesSnapshotTestJSON-1528642505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:17.576143 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-c8927269-83b2-4c7a-ad75-86036ff0055e req-8a17a59b-37e7-4533-ae61-3e5769d5f20f tempest-VolumesSnapshotTestJSON-1528642505 tempest-VolumesSnapshotTestJSON-1528642505-project] 10.222.0.72 "GET /v2.0/ports?device_id=367401dc-5c01-4ac2-8674-5b6654a3fa44 HTTP/1.1" status: 200 len: 946 time: 0.7618501 Jun 25 14:42:17.606794 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.db [req-a9bb29f4-8d21-4925-a6d0-ebfa63edaa78 req-e6e19c84-24b0-4968-97d1-e2de3313a897 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] For port 17552845-88ed-4637-a9fd-605239a795f7, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=17552845-88ed-4637-a9fd-605239a795f7,segment=NetworkSegment(ecfb01d6-bce0-498c-ae9b-242c40d7a505),segment_id=ecfb01d6-bce0-498c-ae9b-242c40d7a505)] {{(pid=78398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:42:17.607150 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [req-a9bb29f4-8d21-4925-a6d0-ebfa63edaa78 req-e6e19c84-24b0-4968-97d1-e2de3313a897 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-413696'] for port, precommit_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:17.653979 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc92e2a-b53d-4b84-a3ac-ebc1f4753808 req-54266e18-d4eb-4362-8303-daa73cdef8ed tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:17.656461 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-6dc92e2a-b53d-4b84-a3ac-ebc1f4753808 req-54266e18-d4eb-4362-8303-daa73cdef8ed tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/ports?device_id=e5649343-9e63-4d6c-b6f7-f3b2f1f934c4 HTTP/1.1" status: 200 len: 946 time: 0.1022158 Jun 25 14:42:17.710712 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-c8927269-83b2-4c7a-ad75-86036ff0055e req-9c617ec3-8ce0-4ba8-b6b5-4610821e2da5 tempest-VolumesSnapshotTestJSON-1528642505 tempest-VolumesSnapshotTestJSON-1528642505-project] 10.222.0.72 "GET /v2.0/security-groups?id=20dcfb80-1b35-4aa8-b16b-774abf84fbde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327906 Jun 25 14:42:17.744082 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-6dc92e2a-b53d-4b84-a3ac-ebc1f4753808 req-df434496-84cc-4c75-a4c8-246dfc828eaf tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/security-groups?id=d7ad49bf-7682-4e15-9338-4a7ac2e3a89b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808766 Jun 25 14:42:17.822927 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.plugin [req-a9bb29f4-8d21-4925-a6d0-ebfa63edaa78 req-e6e19c84-24b0-4968-97d1-e2de3313a897 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] Calling delete_port for 17552845-88ed-4637-a9fd-605239a795f7 owned by compute:nova {{(pid=78398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 25 14:42:17.907964 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c780a8-298d-4532-8cc7-0760a3731072 req-77994d86-7494-41d4-adb8-5ace7374cf05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:17.908687 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-c8c780a8-298d-4532-8cc7-0760a3731072 req-77994d86-7494-41d4-adb8-5ace7374cf05 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=367401dc-5c01-4ac2-8674-5b6654a3fa44 HTTP/1.1" status: 200 len: 1099 time: 0.5511198 Jun 25 14:42:17.993826 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-c8c780a8-298d-4532-8cc7-0760a3731072 req-ee39964c-c8f8-4953-bcc2-b41cced50ed4 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=20dcfb80-1b35-4aa8-b16b-774abf84fbde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653138 Jun 25 14:42:18.185089 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [req-a9bb29f4-8d21-4925-a6d0-ebfa63edaa78 req-e6e19c84-24b0-4968-97d1-e2de3313a897 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747172683996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747172243478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1901102'] for port, after_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:18.191854 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:42:18.244053 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3d1b05-4d1a-4ebd-b6dd-aecff55c5ad6 req-6b33640b-d962-4369-a2e1-ae230021fada tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:18.245455 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-ce3d1b05-4d1a-4ebd-b6dd-aecff55c5ad6 req-6b33640b-d962-4369-a2e1-ae230021fada tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] 10.222.0.72 "GET /v2.0/ports?device_id=bbc6909b-ab6d-4631-b590-b9528a3ed3ce HTTP/1.1" status: 200 len: 945 time: 0.1609955 Jun 25 14:42:18.255705 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e19c84-24b0-4968-97d1-e2de3313a897 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] Pushing event deleted for resources: {'Port': ['ID=17552845-88ed-4637-a9fd-605239a795f7,revision_number=None']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:42:18.259005 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-e6e19c84-24b0-4968-97d1-e2de3313a897 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:42:18.363995 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9bb29f4-8d21-4925-a6d0-ebfa63edaa78 req-e6e19c84-24b0-4968-97d1-e2de3313a897 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] No DVR routers for this DVR port 17552845-88ed-4637-a9fd-605239a795f7 on host hv-cinder-79809 {{(pid=78398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 14:42:18.369126 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [req-a9bb29f4-8d21-4925-a6d0-ebfa63edaa78 req-e6e19c84-24b0-4968-97d1-e2de3313a897 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257150'] for port, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:18.371650 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbc6909b-ab6d-4631-b590-b9528a3ed3ce', 'name': 'network-vif-deleted', 'tag': '17552845-88ed-4637-a9fd-605239a795f7'}] {{(pid=78398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:42:18.387653 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-ce3d1b05-4d1a-4ebd-b6dd-aecff55c5ad6 req-6e291bcd-186d-49b3-b116-5712f9a6c71a tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ca4f9d5-2444-4fa7-9912-3d2a58bd9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971684 Jun 25 14:42:18.396376 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-a9bb29f4-8d21-4925-a6d0-ebfa63edaa78 req-e6e19c84-24b0-4968-97d1-e2de3313a897 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] 10.222.0.77 "DELETE /v2.0/ports/17552845-88ed-4637-a9fd-605239a795f7 HTTP/1.1" status: 204 len: 173 time: 1.9058156 Jun 25 14:42:18.426537 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbc6909b-ab6d-4631-b590-b9528a3ed3ce', 'name': 'network-vif-deleted', 'tag': '17552845-88ed-4637-a9fd-605239a795f7', 'status': 'completed', 'code': 200} Jun 25 14:42:18.938334 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b98c583-8674-4021-8699-68bcdf9bcfc7 req-df21f733-3f79-497d-839c-b0bfc010763d tempest-VolumesSnapshotTestJSON-1528642505 tempest-VolumesSnapshotTestJSON-1528642505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:18.948992 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-6b98c583-8674-4021-8699-68bcdf9bcfc7 req-df21f733-3f79-497d-839c-b0bfc010763d tempest-VolumesSnapshotTestJSON-1528642505 tempest-VolumesSnapshotTestJSON-1528642505-project] 10.222.0.72 "GET /v2.0/ports?device_id=367401dc-5c01-4ac2-8674-5b6654a3fa44 HTTP/1.1" status: 200 len: 946 time: 0.1164899 Jun 25 14:42:19.013331 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-6b98c583-8674-4021-8699-68bcdf9bcfc7 req-3440e7cb-aa77-45b7-a52a-42523780e450 tempest-VolumesSnapshotTestJSON-1528642505 tempest-VolumesSnapshotTestJSON-1528642505-project] 10.222.0.72 "GET /v2.0/security-groups?id=20dcfb80-1b35-4aa8-b16b-774abf84fbde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630236 Jun 25 14:42:19.169643 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7b9636-8b17-42cf-a6dd-7661b6420671 req-79ff29ac-54fa-4629-a1f4-1b60345e0ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:19.173110 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-da7b9636-8b17-42cf-a6dd-7661b6420671 req-79ff29ac-54fa-4629-a1f4-1b60345e0ad1 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=7a64d79372ce407f85b911ae6861af7f&device_id=e5649343-9e63-4d6c-b6f7-f3b2f1f934c4 HTTP/1.1" status: 200 len: 1099 time: 0.1194794 Jun 25 14:42:19.177436 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5cf1c1-ebb9-4bd2-82fb-65041aaa51da req-28504149-5641-4c38-9cfe-ee59bd2e68dc tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:19.185188 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-8f5cf1c1-ebb9-4bd2-82fb-65041aaa51da req-28504149-5641-4c38-9cfe-ee59bd2e68dc tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/ports?device_id=e5649343-9e63-4d6c-b6f7-f3b2f1f934c4 HTTP/1.1" status: 200 len: 946 time: 0.0981026 Jun 25 14:42:19.238286 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-8f5cf1c1-ebb9-4bd2-82fb-65041aaa51da req-9fb4b9b6-4d72-456d-8c2f-150b11d61c15 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/security-groups?id=d7ad49bf-7682-4e15-9338-4a7ac2e3a89b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514553 Jun 25 14:42:19.479853 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7b9636-8b17-42cf-a6dd-7661b6420671 req-8a63749b-d9d0-4455-ba62-eea42987b0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:19.481375 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-da7b9636-8b17-42cf-a6dd-7661b6420671 req-8a63749b-d9d0-4455-ba62-eea42987b0f1 service neutron] 10.222.0.77 "GET /v2.0/networks?id=fc3ffe9c-74f9-42a1-af5f-69842b644ae0 HTTP/1.1" status: 200 len: 917 time: 0.2890863 Jun 25 14:42:19.668708 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [req-6de0023b-c8cc-4b0f-a1cd-ca71af57b8a1 req-1b2caef0-861a-43f3-a8f1-0da7cd956639 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] Synchronizing usage tracker for tenant:34cd0f1e83ac4b7a907987b235bcb59d on resource:port {{(pid=78398) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 25 14:42:19.677880 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-da7b9636-8b17-42cf-a6dd-7661b6420671 req-a482d996-80c6-4e7b-a453-c9a065c67ac7 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1997573f-4989-48d0-ad12-2edadad644f1 HTTP/1.1" status: 200 len: 1002 time: 0.1834409 Jun 25 14:42:19.723880 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [req-6de0023b-c8cc-4b0f-a1cd-ca71af57b8a1 req-1b2caef0-861a-43f3-a8f1-0da7cd956639 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] Unset dirty status for tenant:34cd0f1e83ac4b7a907987b235bcb59d on resource:port {{(pid=78398) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 25 14:42:19.733939 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-6de0023b-c8cc-4b0f-a1cd-ca71af57b8a1 req-1b2caef0-861a-43f3-a8f1-0da7cd956639 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] 10.222.0.72 "GET /v2.0/ports?device_id=bbc6909b-ab6d-4631-b590-b9528a3ed3ce HTTP/1.1" status: 200 len: 210 time: 0.1266277 Jun 25 14:42:19.774041 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7b9636-8b17-42cf-a6dd-7661b6420671 req-b9a3696b-cc61-4e97-9d03-a6464504c021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:19.775619 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-da7b9636-8b17-42cf-a6dd-7661b6420671 req-b9a3696b-cc61-4e97-9d03-a6464504c021 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=24c79731-6cdf-4634-b94b-8a5d29662e96 HTTP/1.1" status: 200 len: 855 time: 0.0882185 Jun 25 14:42:19.888150 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7b9636-8b17-42cf-a6dd-7661b6420671 req-22ad435f-4671-478c-ba22-0069c9797d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:19.890371 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-da7b9636-8b17-42cf-a6dd-7661b6420671 req-22ad435f-4671-478c-ba22-0069c9797d6e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=fc3ffe9c-74f9-42a1-af5f-69842b644ae0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1073792 Jun 25 14:42:19.935484 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Device 17552845-88ed-4637-a9fd-605239a795f7 no longer exists at agent hyperv_hv-cinder-79809 {{(pid=78399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 25 14:42:19.974139 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.plugin [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] No Port match for: 17552845-88ed-4637-a9fd-605239a795f7 {{(pid=78399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 25 14:42:19.974886 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Device 17552845-88ed-4637-a9fd-605239a795f7 not bound to the agent host hv-cinder-79809 {{(pid=78399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 25 14:42:20.037276 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-da7b9636-8b17-42cf-a6dd-7661b6420671 req-0332c095-3a6e-4818-a152-868dd114d1e7 service neutron] 10.222.0.77 "GET /v2.0/networks/fc3ffe9c-74f9-42a1-af5f-69842b644ae0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383808 Jun 25 14:42:20.217112 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67201882-be0b-45b9-8ad8-872fd6c97e74 req-efbeaf8a-cdc5-449b-a29f-ed902e047b3b tempest-VolumesSnapshotTestJSON-1528642505 tempest-VolumesSnapshotTestJSON-1528642505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:20.225400 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-67201882-be0b-45b9-8ad8-872fd6c97e74 req-efbeaf8a-cdc5-449b-a29f-ed902e047b3b tempest-VolumesSnapshotTestJSON-1528642505 tempest-VolumesSnapshotTestJSON-1528642505-project] 10.222.0.72 "GET /v2.0/ports?device_id=367401dc-5c01-4ac2-8674-5b6654a3fa44 HTTP/1.1" status: 200 len: 946 time: 0.1036918 Jun 25 14:42:20.280834 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-67201882-be0b-45b9-8ad8-872fd6c97e74 req-e6cac23f-f6e0-401f-a0ff-d1b55f5721e4 tempest-VolumesSnapshotTestJSON-1528642505 tempest-VolumesSnapshotTestJSON-1528642505-project] 10.222.0.72 "GET /v2.0/security-groups?id=20dcfb80-1b35-4aa8-b16b-774abf84fbde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512490 Jun 25 14:42:20.300719 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-da7b9636-8b17-42cf-a6dd-7661b6420671 req-6e6b5bb9-e955-45af-b2a3-0b253ce6f0a6 service neutron] 10.222.0.77 "GET /v2.0/networks/fc3ffe9c-74f9-42a1-af5f-69842b644ae0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2554340 Jun 25 14:42:20.509710 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d4cc35-9f70-4ee5-b84f-e1ceac1865d9 req-09e922ee-6e6d-4da1-870b-25a86aa4340f tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:20.512665 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-54d4cc35-9f70-4ee5-b84f-e1ceac1865d9 req-09e922ee-6e6d-4da1-870b-25a86aa4340f tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/ports?device_id=e5649343-9e63-4d6c-b6f7-f3b2f1f934c4 HTTP/1.1" status: 200 len: 946 time: 0.1463664 Jun 25 14:42:20.596981 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-54d4cc35-9f70-4ee5-b84f-e1ceac1865d9 req-db31b10d-af06-4a16-b643-17768e9aa733 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/security-groups?id=d7ad49bf-7682-4e15-9338-4a7ac2e3a89b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779972 Jun 25 14:42:20.870672 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.72', 35892) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:42:21.073591 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:21.657922 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-dc97a09b-5635-483f-ac8b-fa96194b31cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-499200'] for router_interface, before_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:22.020740 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346068a7-dd6d-443f-ad03-94306e8f80ec req-aea551f9-bfb8-4cc6-af80-b3fe8638bd86 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:22.022156 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-346068a7-dd6d-443f-ad03-94306e8f80ec req-aea551f9-bfb8-4cc6-af80-b3fe8638bd86 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/ports?device_id=e5649343-9e63-4d6c-b6f7-f3b2f1f934c4 HTTP/1.1" status: 200 len: 946 time: 0.2658734 Jun 25 14:42:22.093541 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-346068a7-dd6d-443f-ad03-94306e8f80ec req-6340bf54-0746-4b95-9f4f-8ab2dc560882 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/security-groups?id=d7ad49bf-7682-4e15-9338-4a7ac2e3a89b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644901 Jun 25 14:42:22.251178 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.plugin [None req-dc97a09b-5635-483f-ac8b-fa96194b31cc admin admin] Deleting port 5c1e3472-64a4-4cea-91c6-e88e69995d82 {{(pid=78398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 25 14:42:22.251178 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-dc97a09b-5635-483f-ac8b-fa96194b31cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747172683120'] for port, before_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:22.631466 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.db [None req-dc97a09b-5635-483f-ac8b-fa96194b31cc admin admin] For port 5c1e3472-64a4-4cea-91c6-e88e69995d82, host dv-cinder-798091-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798091-1-smb',level=0,port_id=5c1e3472-64a4-4cea-91c6-e88e69995d82,segment=NetworkSegment(ecfb01d6-bce0-498c-ae9b-242c40d7a505),segment_id=ecfb01d6-bce0-498c-ae9b-242c40d7a505)] {{(pid=78398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:42:22.632564 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-dc97a09b-5635-483f-ac8b-fa96194b31cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-413696'] for port, precommit_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:22.791106 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.plugin [None req-dc97a09b-5635-483f-ac8b-fa96194b31cc admin admin] Calling delete_port for 5c1e3472-64a4-4cea-91c6-e88e69995d82 owned by network:router_interface {{(pid=78398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 25 14:42:23.311661 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-dc97a09b-5635-483f-ac8b-fa96194b31cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747172683996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747172243478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1901102'] for port, after_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:23.316610 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-d44f27eb-651f-41a8-97af-6407fe873bc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:42:23.355099 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfc4ee8-f0cb-42d1-b504-44c1f88e3cda req-835aa7c8-49b0-48c7-8cbe-48b32643ed04 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:23.362733 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-ddfc4ee8-f0cb-42d1-b504-44c1f88e3cda req-835aa7c8-49b0-48c7-8cbe-48b32643ed04 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/ports?device_id=e5649343-9e63-4d6c-b6f7-f3b2f1f934c4 HTTP/1.1" status: 200 len: 946 time: 0.1163871 Jun 25 14:42:23.365136 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc97a09b-5635-483f-ac8b-fa96194b31cc admin admin] Pushing event deleted for resources: {'Port': ['ID=5c1e3472-64a4-4cea-91c6-e88e69995d82,revision_number=None']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:42:23.372240 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-dc97a09b-5635-483f-ac8b-fa96194b31cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:42:23.430835 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-ddfc4ee8-f0cb-42d1-b504-44c1f88e3cda req-111fbaf8-e41d-41e1-a18c-15e93ea7bf14 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/security-groups?id=d7ad49bf-7682-4e15-9338-4a7ac2e3a89b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660026 Jun 25 14:42:23.686183 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-dc97a09b-5635-483f-ac8b-fa96194b31cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3692191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-499372'] for router_interface, after_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:23.971216 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Device 1997573f-4989-48d0-ad12-2edadad644f1 no longer exists at agent hyperv_hv-cinder-79809 {{(pid=78399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 25 14:42:24.005800 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e128be-abe8-44aa-b900-5ae978a60da8 req-3216e505-950a-49ec-a5a9-50035a37a711 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:24.007570 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-19e128be-abe8-44aa-b900-5ae978a60da8 req-3216e505-950a-49ec-a5a9-50035a37a711 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] 10.222.0.72 "GET /v2.0/networks?id=8c94d8da-413e-4525-98c0-863d33ff9021 HTTP/1.1" status: 200 len: 815 time: 0.2877839 Jun 25 14:42:24.066468 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-19e128be-abe8-44aa-b900-5ae978a60da8 req-410492f5-a348-4409-a014-fe1b9b146b6e tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] 10.222.0.72 "GET /v2.0/quotas/46d537920f9742198ad6afd1193836f7 HTTP/1.1" status: 200 len: 375 time: 0.0485950 Jun 25 14:42:24.210175 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for port, before_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:24.279827 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5649343-9e63-4d6c-b6f7-f3b2f1f934c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1997573f-4989-48d0-ad12-2edadad644f1'}] {{(pid=78399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:42:24.295321 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] For port 1997573f-4989-48d0-ad12-2edadad644f1, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=1997573f-4989-48d0-ad12-2edadad644f1,segment=NetworkSegment(715dd0a5-8081-4e27-94a5-147a06fdbf26),segment_id=715dd0a5-8081-4e27-94a5-147a06fdbf26)] {{(pid=78399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:42:24.303881 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747172683978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747172243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747172243532'] for port, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:24.306519 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:42:24.362744 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-19e128be-abe8-44aa-b900-5ae978a60da8 req-ffcb9e01-c72b-4f67-94a8-0250ffe5375d tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=46d537920f9742198ad6afd1193836f7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2870877 Jun 25 14:42:24.450939 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Pushing event updated for resources: {'Port': ['ID=1997573f-4989-48d0-ad12-2edadad644f1,revision_number=8']} {{(pid=78399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:42:24.457922 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:42:24.463936 dv-cinder-798091-1-smb neutron-server[78399]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e5649343-9e63-4d6c-b6f7-f3b2f1f934c4', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1997573f-4989-48d0-ad12-2edadad644f1', 'code': 422} returned with failed status Jun 25 14:42:24.566768 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc97a09b-5635-483f-ac8b-fa96194b31cc admin admin] Router 193169bf-8c38-4bef-b4a5-53fd1ab557f2 has already been hosted by L3 agent 941bc864-709b-4c09-a7df-f27e1f49545a {{(pid=78398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 14:42:24.680688 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-19e128be-abe8-44aa-b900-5ae978a60da8 req-c4a47d8e-2c1b-42f2-9210-40b2de13dd07 service neutron] 10.222.0.72 "GET /v2.0/networks/8c94d8da-413e-4525-98c0-863d33ff9021?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2988513 Jun 25 14:42:24.924129 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-19e128be-abe8-44aa-b900-5ae978a60da8 req-33ed7796-106b-42b1-9c37-18dcb1653b3f service neutron] 10.222.0.72 "GET /v2.0/networks/8c94d8da-413e-4525-98c0-863d33ff9021?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2369323 Jun 25 14:42:25.015721 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc97a09b-5635-483f-ac8b-fa96194b31cc admin admin] Notify agent at l3_agent.dv-cinder-798091-1-smb the message routers_updated {{(pid=78398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 25 14:42:25.031362 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceac4885-26e0-46ee-befd-032842d8bf52 None None] Sync routers for ids ['193169bf-8c38-4bef-b4a5-53fd1ab557f2'] in dv-cinder-798091-1-smb {{(pid=78400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 14:42:25.047267 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceac4885-26e0-46ee-befd-032842d8bf52 None None] Routers {'193169bf-8c38-4bef-b4a5-53fd1ab557f2'} bound to L3 agent in host dv-cinder-798091-1-smb {{(pid=78400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:42:25.050761 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-dc97a09b-5635-483f-ac8b-fa96194b31cc admin admin] 10.222.0.72 "PUT /v2.0/routers/193169bf-8c38-4bef-b4a5-53fd1ab557f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1748877 Jun 25 14:42:25.050962 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.72', 35984) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:42:25.052185 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.db.l3_hamode_db [None req-ceac4885-26e0-46ee-befd-032842d8bf52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798091-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-25T14:30:11Z,description=,heartbeat_timestamp=2021-06-25T14:42:11Z,host='dv-cinder-798091-1-smb',id=941bc864-709b-4c09-a7df-f27e1f49545a,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:30:11Z,topic='l3_agent')) {'router_ids': ['193169bf-8c38-4bef-b4a5-53fd1ab557f2'], 'active': True} {{(pid=78400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:42:25.229228 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-2e418077-f7f9-4255-bed2-5481d430b20f req-4adb0529-282c-4b1b-9747-c03e621b6f7b tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] 10.222.0.72 "GET /v2.0/ports?device_id=3f28e38c-a31d-44a8-9e7c-a5fd7d882559 HTTP/1.1" status: 200 len: 210 time: 0.0531461 Jun 25 14:42:25.290535 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f64d71-7a33-4b0a-ade3-a957099aa537 req-d51e3180-f6e3-497b-9876-ff060caf10b4 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:25.292783 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-a2f64d71-7a33-4b0a-ade3-a957099aa537 req-d51e3180-f6e3-497b-9876-ff060caf10b4 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/ports?device_id=e5649343-9e63-4d6c-b6f7-f3b2f1f934c4 HTTP/1.1" status: 200 len: 944 time: 0.1939147 Jun 25 14:42:25.360373 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-a2f64d71-7a33-4b0a-ade3-a957099aa537 req-46d95d05-ea05-4bea-8dfb-bf745957bfbf tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/security-groups?id=d7ad49bf-7682-4e15-9338-4a7ac2e3a89b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605030 Jun 25 14:42:25.385618 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.db.l3_dvr_db [None req-ceac4885-26e0-46ee-befd-032842d8bf52 None None] Set router 193169bf-8c38-4bef-b4a5-53fd1ab557f2 gateway port host: dv-cinder-798091-1-smb {{(pid=78400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:42:25.488004 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-dac4302a-d4eb-41e0-8de1-b1a3c53f7e27 admin admin] Notify callbacks [] for router, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:25.700737 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.72', 36016) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:42:25.741203 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-dac4302a-d4eb-41e0-8de1-b1a3c53f7e27 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:25.753819 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.plugin [None req-dac4302a-d4eb-41e0-8de1-b1a3c53f7e27 admin admin] Deleting port 1a787d75-e4ba-467a-a0bf-86fb0f11c8de {{(pid=78397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 25 14:42:25.754587 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-dac4302a-d4eb-41e0-8de1-b1a3c53f7e27 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747172683120'] for port, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:25.905440 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.db.l3_hamode_db [None req-ceac4885-26e0-46ee-befd-032842d8bf52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '193169bf-8c38-4bef-b4a5-53fd1ab557f2', 'name': 'tempest-ServerRescueNegativeTestJSON-1128547269-router', 'tenant_id': '34cd0f1e83ac4b7a907987b235bcb59d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee', 'external_fixed_ips': [{'subnet_id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'ip_address': '172.28.1.136'}], 'enable_snat': True}, 'gw_port_id': '1a787d75-e4ba-467a-a0bf-86fb0f11c8de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:38:55Z', 'updated_at': '2021-06-25T14:42:23Z', 'revision_number': 5, 'project_id': '34cd0f1e83ac4b7a907987b235bcb59d', 'gw_port': {'id': '1a787d75-e4ba-467a-a0bf-86fb0f11c8de', 'name': '', 'network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:57:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '193169bf-8c38-4bef-b4a5-53fd1ab557f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'ip_address': '172.28.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:38:57Z', 'updated_at': '2021-06-25T14:39:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798091-1-smb'}], 'dv-cinder-798091-1-smb', False) {} {{(pid=78400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:42:25.915803 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceac4885-26e0-46ee-befd-032842d8bf52 None None] Checking router: 193169bf-8c38-4bef-b4a5-53fd1ab557f2 for host: dv-cinder-798091-1-smb {{(pid=78400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 14:42:25.948913 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceac4885-26e0-46ee-befd-032842d8bf52 None None] Routers {'193169bf-8c38-4bef-b4a5-53fd1ab557f2'} bound to L3 agent in host dv-cinder-798091-1-smb {{(pid=78400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:42:25.951188 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.db.l3_hamode_db [None req-ceac4885-26e0-46ee-befd-032842d8bf52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798091-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-25T14:30:11Z,description=,heartbeat_timestamp=2021-06-25T14:42:11Z,host='dv-cinder-798091-1-smb',id=941bc864-709b-4c09-a7df-f27e1f49545a,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:30:11Z,topic='l3_agent')) {'router_ids': ['193169bf-8c38-4bef-b4a5-53fd1ab557f2'], 'active': True} {{(pid=78400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:42:25.974176 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-aeb9fd74-3466-47e2-b1d5-507418ea837c req-1a96865a-b921-41f9-91b1-53842d7bb0b3 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=e5649343-9e63-4d6c-b6f7-f3b2f1f934c4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2720344 Jun 25 14:42:26.161853 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.db [None req-dac4302a-d4eb-41e0-8de1-b1a3c53f7e27 admin admin] For port 1a787d75-e4ba-467a-a0bf-86fb0f11c8de, host dv-cinder-798091-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798091-1-smb',level=0,port_id=1a787d75-e4ba-467a-a0bf-86fb0f11c8de,segment=NetworkSegment(d6aebad4-c614-4812-b5db-5340468a6247),segment_id=d6aebad4-c614-4812-b5db-5340468a6247)] {{(pid=78397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:42:26.173672 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-dac4302a-d4eb-41e0-8de1-b1a3c53f7e27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-413696'] for port, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:26.252038 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.db.l3_dvr_db [None req-ceac4885-26e0-46ee-befd-032842d8bf52 None None] Set router 193169bf-8c38-4bef-b4a5-53fd1ab557f2 gateway port host: None {{(pid=78400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:42:26.430748 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.db.l3_hamode_db [None req-ceac4885-26e0-46ee-befd-032842d8bf52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '193169bf-8c38-4bef-b4a5-53fd1ab557f2', 'name': 'tempest-ServerRescueNegativeTestJSON-1128547269-router', 'tenant_id': '34cd0f1e83ac4b7a907987b235bcb59d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:38:55Z', 'updated_at': '2021-06-25T14:42:25Z', 'revision_number': 6, 'project_id': '34cd0f1e83ac4b7a907987b235bcb59d', 'gw_port_host': None}], 'dv-cinder-798091-1-smb', False) {} {{(pid=78400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:42:26.437029 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceac4885-26e0-46ee-befd-032842d8bf52 None None] The sync data for ids ['193169bf-8c38-4bef-b4a5-53fd1ab557f2'] in dv-cinder-798091-1-smb is: [{'id': '193169bf-8c38-4bef-b4a5-53fd1ab557f2', 'name': 'tempest-ServerRescueNegativeTestJSON-1128547269-router', 'tenant_id': '34cd0f1e83ac4b7a907987b235bcb59d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:38:55Z', 'updated_at': '2021-06-25T14:42:25Z', 'revision_number': 6, 'project_id': '34cd0f1e83ac4b7a907987b235bcb59d', 'gw_port_host': None}] {{(pid=78400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 14:42:26.579581 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.plugin [None req-dac4302a-d4eb-41e0-8de1-b1a3c53f7e27 admin admin] Calling delete_port for 1a787d75-e4ba-467a-a0bf-86fb0f11c8de owned by network:router_gateway {{(pid=78397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 25 14:42:26.634111 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26821dc1-f818-4350-9a3a-5e03667b55f7 req-1804ae24-070a-424d-b19d-83beab4f2115 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:26.636345 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-26821dc1-f818-4350-9a3a-5e03667b55f7 req-1804ae24-070a-424d-b19d-83beab4f2115 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/ports?device_id=e5649343-9e63-4d6c-b6f7-f3b2f1f934c4 HTTP/1.1" status: 200 len: 944 time: 0.1162205 Jun 25 14:42:26.678930 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-90369eef-e8ea-4633-8d0f-0972029bcf0b req-97533290-983d-4732-9316-51f63d206186 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] 10.222.0.72 "GET /v2.0/ports?device_id=3f28e38c-a31d-44a8-9e7c-a5fd7d882559 HTTP/1.1" status: 200 len: 210 time: 0.1152480 Jun 25 14:42:26.724587 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-26821dc1-f818-4350-9a3a-5e03667b55f7 req-8cd8922b-8b9e-4666-bde7-8ba1849671e3 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/security-groups?id=d7ad49bf-7682-4e15-9338-4a7ac2e3a89b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770802 Jun 25 14:42:27.110244 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-dac4302a-d4eb-41e0-8de1-b1a3c53f7e27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747172683996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747172243478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127937375'] for port, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:27.123553 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-fbbe1013-056f-47c5-88a5-a4f043390093 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:42:27.175329 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac4302a-d4eb-41e0-8de1-b1a3c53f7e27 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a787d75-e4ba-467a-a0bf-86fb0f11c8de,revision_number=None']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:42:27.250056 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-dac4302a-d4eb-41e0-8de1-b1a3c53f7e27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:42:27.270598 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e128be-abe8-44aa-b900-5ae978a60da8 req-74a17beb-b97e-4dce-ad95-532809f6ffde tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:27.271844 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [req-19e128be-abe8-44aa-b900-5ae978a60da8 req-74a17beb-b97e-4dce-ad95-532809f6ffde tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Synchronizing usage tracker for tenant:46d537920f9742198ad6afd1193836f7 on resource:network {{(pid=78398) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 25 14:42:27.288968 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-dac4302a-d4eb-41e0-8de1-b1a3c53f7e27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-497701'] for router_gateway, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:27.296755 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [req-19e128be-abe8-44aa-b900-5ae978a60da8 req-74a17beb-b97e-4dce-ad95-532809f6ffde tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Unset dirty status for tenant:46d537920f9742198ad6afd1193836f7 on resource:network {{(pid=78398) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 25 14:42:27.300332 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-19e128be-abe8-44aa-b900-5ae978a60da8 req-74a17beb-b97e-4dce-ad95-532809f6ffde tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] 10.222.0.77 "GET /v2.0/networks?id=8c94d8da-413e-4525-98c0-863d33ff9021 HTTP/1.1" status: 200 len: 815 time: 0.3468380 Jun 25 14:42:27.327609 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.v2.base [req-19e128be-abe8-44aa-b900-5ae978a60da8 req-10cd76f1-9bc5-4009-8658-8a2a042a9194 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Request body: {'port': {'device_id': '3f28e38c-a31d-44a8-9e7c-a5fd7d882559', 'network_id': '8c94d8da-413e-4525-98c0-863d33ff9021', 'admin_state_up': True, 'tenant_id': '46d537920f9742198ad6afd1193836f7'}} {{(pid=78398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:42:27.609893 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [req-19e128be-abe8-44aa-b900-5ae978a60da8 req-10cd76f1-9bc5-4009-8658-8a2a042a9194 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:42:27.630828 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [req-19e128be-abe8-44aa-b900-5ae978a60da8 req-10cd76f1-9bc5-4009-8658-8a2a042a9194 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Usage tracker for resource:port and tenant:46d537920f9742198ad6afd1193836f7 is out of sync, need to count used quota {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:42:27.634430 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [req-19e128be-abe8-44aa-b900-5ae978a60da8 req-10cd76f1-9bc5-4009-8658-8a2a042a9194 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Quota usage for port was recalculated. Used quota:2. {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:42:27.642328 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [req-19e128be-abe8-44aa-b900-5ae978a60da8 req-10cd76f1-9bc5-4009-8658-8a2a042a9194 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:42:27.643057 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-dac4302a-d4eb-41e0-8de1-b1a3c53f7e27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-499311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1016456'] for router, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:27.648460 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-dac4302a-d4eb-41e0-8de1-b1a3c53f7e27 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:27.656642 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19e128be-abe8-44aa-b900-5ae978a60da8 req-10cd76f1-9bc5-4009-8658-8a2a042a9194 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Made reservation on behalf of 46d537920f9742198ad6afd1193836f7 for: {'port': 1} {{(pid=78398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 14:42:27.661934 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [req-19e128be-abe8-44aa-b900-5ae978a60da8 req-10cd76f1-9bc5-4009-8658-8a2a042a9194 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for port, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:28.070694 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.db_base_plugin_common [req-19e128be-abe8-44aa-b900-5ae978a60da8 req-10cd76f1-9bc5-4009-8658-8a2a042a9194 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Allocated IP 172.20.0.3 (8c94d8da-413e-4525-98c0-863d33ff9021/8d90de92-96c5-4eac-9554-41f78dcebc2a/5a94f68a-bfe7-46b1-8109-62131ca96b68) {{(pid=78398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 14:42:28.207702 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Device 5c1e3472-64a4-4cea-91c6-e88e69995d82 no longer exists at agent ovs-agent-dv-cinder-798091-1-smb {{(pid=78399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 25 14:42:28.263591 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-25b22424-19f3-4516-b3b7-f35ed4cda638 req-fc9ec65d-9ee5-4ea0-8079-6401b1c6d970 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] 10.222.0.72 "GET /v2.0/ports?device_id=3f28e38c-a31d-44a8-9e7c-a5fd7d882559 HTTP/1.1" status: 200 len: 210 time: 0.0810041 Jun 25 14:42:28.276479 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-dac4302a-d4eb-41e0-8de1-b1a3c53f7e27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412616'] for router, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:28.279158 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dac4302a-d4eb-41e0-8de1-b1a3c53f7e27 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 193169bf-8c38-4bef-b4a5-53fd1ab557f2 {{(pid=78397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 25 14:42:28.340656 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-dac4302a-d4eb-41e0-8de1-b1a3c53f7e27 admin admin] Notify callbacks [] for router, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:28.348395 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-dac4302a-d4eb-41e0-8de1-b1a3c53f7e27 admin admin] 10.222.0.72 "DELETE /v2.0/routers/193169bf-8c38-4bef-b4a5-53fd1ab557f2 HTTP/1.1" status: 204 len: 168 time: 3.2959642 Jun 25 14:42:28.351734 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.72', 36080) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:42:28.354662 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.plugin [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] No Port match for: 5c1e3472-64a4-4cea-91c6-e88e69995d82 {{(pid=78399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 25 14:42:28.355497 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Device 5c1e3472-64a4-4cea-91c6-e88e69995d82 not bound to the agent host dv-cinder-798091-1-smb {{(pid=78399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 25 14:42:28.357548 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Device 1a787d75-e4ba-467a-a0bf-86fb0f11c8de no longer exists at agent ovs-agent-dv-cinder-798091-1-smb {{(pid=78399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 25 14:42:28.430531 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.plugin [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] No Port match for: 1a787d75-e4ba-467a-a0bf-86fb0f11c8de {{(pid=78399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 25 14:42:28.431510 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Device 1a787d75-e4ba-467a-a0bf-86fb0f11c8de not bound to the agent host dv-cinder-798091-1-smb {{(pid=78399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 25 14:42:28.615218 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bb6bc6-10db-456e-bf9b-08bb5bf3699b req-c9f4d02d-d8ca-4b7e-a361-2bdd42591b66 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:28.631626 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-84bb6bc6-10db-456e-bf9b-08bb5bf3699b req-c9f4d02d-d8ca-4b7e-a361-2bdd42591b66 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/ports?device_id=e5649343-9e63-4d6c-b6f7-f3b2f1f934c4 HTTP/1.1" status: 200 len: 944 time: 0.4069042 Jun 25 14:42:28.745101 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.db_base_plugin_v2 [None req-d051dcb6-973a-4aa5-b3a6-5a2c4d5b175d admin admin] Deleting subnet f2ad48a2-5be6-4801-87cb-73e7b88cb0d2 {{(pid=78397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jun 25 14:42:28.756999 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-d051dcb6-973a-4aa5-b3a6-5a2c4d5b175d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:28.771075 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-84bb6bc6-10db-456e-bf9b-08bb5bf3699b req-483b5cc2-bb90-4345-af50-cba2a4803d7f tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/security-groups?id=d7ad49bf-7682-4e15-9338-4a7ac2e3a89b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1377115 Jun 25 14:42:28.811446 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb9fd74-3466-47e2-b1d5-507418ea837c req-cb5ed45e-b771-4569-a6a0-d281d7540788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:28.814270 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-aeb9fd74-3466-47e2-b1d5-507418ea837c req-cb5ed45e-b771-4569-a6a0-d281d7540788 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=e5649343-9e63-4d6c-b6f7-f3b2f1f934c4&tenant_id=7a64d79372ce407f85b911ae6861af7f HTTP/1.1" status: 200 len: 1097 time: 0.5596144 Jun 25 14:42:28.987646 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-d051dcb6-973a-4aa5-b3a6-5a2c4d5b175d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127934648'] for subnet, precommit_delete_associations {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:29.009404 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [req-19e128be-abe8-44aa-b900-5ae978a60da8 req-10cd76f1-9bc5-4009-8658-8a2a042a9194 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Notify callbacks [] for port, precommit_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:29.049032 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.provisioning_blocks [req-19e128be-abe8-44aa-b900-5ae978a60da8 req-10cd76f1-9bc5-4009-8658-8a2a042a9194 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Transition to ACTIVE for port object 5a94f68a-bfe7-46b1-8109-62131ca96b68 will not be triggered until provisioned by entity DHCP. {{(pid=78398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:42:29.074507 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb9fd74-3466-47e2-b1d5-507418ea837c req-5ffd09d9-0274-48b4-b870-aec6bc3401b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:29.081419 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-aeb9fd74-3466-47e2-b1d5-507418ea837c req-5ffd09d9-0274-48b4-b870-aec6bc3401b0 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=7a64d79372ce407f85b911ae6861af7f&device_id=e5649343-9e63-4d6c-b6f7-f3b2f1f934c4 HTTP/1.1" status: 200 len: 1097 time: 0.1980565 Jun 25 14:42:29.197739 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-d051dcb6-973a-4aa5-b3a6-5a2c4d5b175d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3550162'] for subnet, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:29.306906 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [req-19e128be-abe8-44aa-b900-5ae978a60da8 req-10cd76f1-9bc5-4009-8658-8a2a042a9194 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747172243469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1901102'] for port, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:29.329906 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-a5eca222-36e2-4170-b60c-7f4f48c90bff tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:42:29.423125 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-d051dcb6-973a-4aa5-b3a6-5a2c4d5b175d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3548165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127934638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2042342'] for subnet, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:29.434797 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19e128be-abe8-44aa-b900-5ae978a60da8 req-10cd76f1-9bc5-4009-8658-8a2a042a9194 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Network 8c94d8da-413e-4525-98c0-863d33ff9021 is already hosted by enough agents. {{(pid=78398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:42:29.452177 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-3b2bf3af-d776-4616-8078-79feb30e4cef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:42:29.452723 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.scheduler.base_scheduler [req-19e128be-abe8-44aa-b900-5ae978a60da8 req-10cd76f1-9bc5-4009-8658-8a2a042a9194 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Resources bound (agent type, host, resource id): {{(pid=78398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:42:29.457074 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.l3_dvrscheduler_db [req-19e128be-abe8-44aa-b900-5ae978a60da8 req-10cd76f1-9bc5-4009-8658-8a2a042a9194 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Received port after_create {{(pid=78398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 25 14:42:29.528879 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d051dcb6-973a-4aa5-b3a6-5a2c4d5b175d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2ad48a2-5be6-4801-87cb-73e7b88cb0d2,revision_number=None']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:42:29.532630 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-d051dcb6-973a-4aa5-b3a6-5a2c4d5b175d admin admin] Notify callbacks [] for subnet, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:29.541099 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-d051dcb6-973a-4aa5-b3a6-5a2c4d5b175d admin admin] 10.222.0.72 "DELETE /v2.0/subnets/f2ad48a2-5be6-4801-87cb-73e7b88cb0d2 HTTP/1.1" status: 204 len: 168 time: 1.1864908 Jun 25 14:42:29.547150 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-d051dcb6-973a-4aa5-b3a6-5a2c4d5b175d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:42:29.547827 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.72', 36094) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:42:29.650336 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cd76f1-9bc5-4009-8658-8a2a042a9194 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Pushing event updated for resources: {'Port': ['ID=5a94f68a-bfe7-46b1-8109-62131ca96b68,revision_number=1']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:42:29.654941 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-10cd76f1-9bc5-4009-8658-8a2a042a9194 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:42:29.687575 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb9fd74-3466-47e2-b1d5-507418ea837c req-218a8fe5-5d01-4f18-bd6a-531daccf62bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:29.690364 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-aeb9fd74-3466-47e2-b1d5-507418ea837c req-218a8fe5-5d01-4f18-bd6a-531daccf62bc service neutron] 10.222.0.77 "GET /v2.0/networks?id=fc3ffe9c-74f9-42a1-af5f-69842b644ae0 HTTP/1.1" status: 200 len: 917 time: 0.5518150 Jun 25 14:42:29.713033 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e128be-abe8-44aa-b900-5ae978a60da8 req-10cd76f1-9bc5-4009-8658-8a2a042a9194 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:29.714148 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [req-19e128be-abe8-44aa-b900-5ae978a60da8 req-10cd76f1-9bc5-4009-8658-8a2a042a9194 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257150'] for port, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:29.793180 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-f93c4810-4330-432f-998e-c6c966a288fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3443507'] for network, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:29.982737 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-b40545cf-561a-467e-930d-5403a3d029de None None] Provisioning for port 5a94f68a-bfe7-46b1-8109-62131ca96b68 completed by entity DHCP. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:42:30.007877 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-b40545cf-561a-467e-930d-5403a3d029de None None] Provisioning complete for port 5a94f68a-bfe7-46b1-8109-62131ca96b68 triggered by entity DHCP. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:42:30.008705 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-b40545cf-561a-467e-930d-5403a3d029de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545280'] for port, provisioning_complete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:30.196430 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.plugin [None req-b40545cf-561a-467e-930d-5403a3d029de None None] Port 5a94f68a-bfe7-46b1-8109-62131ca96b68 cannot update to ACTIVE because it is not bound. {{(pid=78399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 14:42:30.348208 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430d35d7-5287-45c1-a249-059db1854995 req-bb0c3860-dcda-4a06-be04-ef2c785a0b30 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:30.364343 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-430d35d7-5287-45c1-a249-059db1854995 req-bb0c3860-dcda-4a06-be04-ef2c785a0b30 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] 10.222.0.72 "GET /v2.0/ports?device_id=3f28e38c-a31d-44a8-9e7c-a5fd7d882559 HTTP/1.1" status: 200 len: 931 time: 0.7655520 Jun 25 14:42:30.433712 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-f93c4810-4330-432f-998e-c6c966a288fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3547471', 'neutron.services.segments.db._delete_segments_for_network-8747172693185'] for network, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:30.507918 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.services.segments.db [None req-f93c4810-4330-432f-998e-c6c966a288fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83fe267a-d7d2-452d-bb83-7a0060a308f0']}} {{(pid=78397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:42:30.527049 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-19e128be-abe8-44aa-b900-5ae978a60da8 req-10cd76f1-9bc5-4009-8658-8a2a042a9194 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2069018 Jun 25 14:42:30.541194 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.services.segments.db [None req-f93c4810-4330-432f-998e-c6c966a288fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecfb01d6-bce0-498c-ae9b-242c40d7a505') {'for_net_delete': True} {{(pid=78397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:42:30.541704 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.services.segments.db [None req-f93c4810-4330-432f-998e-c6c966a288fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecfb01d6-bce0-498c-ae9b-242c40d7a505') {} {{(pid=78397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:42:30.560748 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.v2.base [req-19e128be-abe8-44aa-b900-5ae978a60da8 req-52e1c374-39c1-40be-a0ab-5ad15c6f922e service neutron] Request body: {'port': {'device_id': '3f28e38c-a31d-44a8-9e7c-a5fd7d882559', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79809'}} {{(pid=78398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:42:30.570533 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-430d35d7-5287-45c1-a249-059db1854995 req-9ca3a7df-bdb4-45ec-ac74-5fffe6dfbbe4 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] 10.222.0.72 "GET /v2.0/security-groups?id=13191a16-2633-4bde-9ccf-dc651df9ed23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046590 Jun 25 14:42:30.599008 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-f93c4810-4330-432f-998e-c6c966a288fa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747172705576', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127934593'] for segment, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:30.653067 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-aeb9fd74-3466-47e2-b1d5-507418ea837c req-3197970c-85c0-4f2f-8a10-2a1497dcc4b3 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1997573f-4989-48d0-ad12-2edadad644f1 HTTP/1.1" status: 200 len: 1000 time: 0.9281030 Jun 25 14:42:30.681426 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-f93c4810-4330-432f-998e-c6c966a288fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3551624'] for segment, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:30.715841 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f93c4810-4330-432f-998e-c6c966a288fa admin admin] Releasing vlan 312 on physical network physnet1 to pool {{(pid=78397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 14:42:30.716553 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-f93c4810-4330-432f-998e-c6c966a288fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3551623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127937292'] for segment, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:30.771139 dv-cinder-798091-1-smb neutron-server[78397]: Traceback (most recent call last): Jun 25 14:42:30.771139 dv-cinder-798091-1-smb neutron-server[78397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 14:42:30.771139 dv-cinder-798091-1-smb neutron-server[78397]: timer() Jun 25 14:42:30.771139 dv-cinder-798091-1-smb neutron-server[78397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 14:42:30.771139 dv-cinder-798091-1-smb neutron-server[78397]: cb(*args, **kw) Jun 25 14:42:30.771139 dv-cinder-798091-1-smb neutron-server[78397]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 14:42:30.771139 dv-cinder-798091-1-smb neutron-server[78397]: return func(*args, **kwargs) Jun 25 14:42:30.771139 dv-cinder-798091-1-smb neutron-server[78397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 14:42:30.771139 dv-cinder-798091-1-smb neutron-server[78397]: self._notify() Jun 25 14:42:30.771139 dv-cinder-798091-1-smb neutron-server[78397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 14:42:30.771139 dv-cinder-798091-1-smb neutron-server[78397]: self.callback(batched_events) Jun 25 14:42:30.771139 dv-cinder-798091-1-smb neutron-server[78397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 14:42:30.771139 dv-cinder-798091-1-smb neutron-server[78397]: event.method(event) Jun 25 14:42:30.771139 dv-cinder-798091-1-smb neutron-server[78397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 14:42:30.771139 dv-cinder-798091-1-smb neutron-server[78397]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 14:42:30.771139 dv-cinder-798091-1-smb neutron-server[78397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 14:42:30.771139 dv-cinder-798091-1-smb neutron-server[78397]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 14:42:30.771139 dv-cinder-798091-1-smb neutron-server[78397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 14:42:30.771139 dv-cinder-798091-1-smb neutron-server[78397]: return f(self, *a, **k) Jun 25 14:42:30.771139 dv-cinder-798091-1-smb neutron-server[78397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 14:42:30.771139 dv-cinder-798091-1-smb neutron-server[78397]: return self._get(url).json() Jun 25 14:42:30.771139 dv-cinder-798091-1-smb neutron-server[78397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 14:42:30.771139 dv-cinder-798091-1-smb neutron-server[78397]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 14:42:30.771139 dv-cinder-798091-1-smb neutron-server[78397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 14:42:30.771139 dv-cinder-798091-1-smb neutron-server[78397]: return self.request(url, 'GET', **kwargs) Jun 25 14:42:30.771139 dv-cinder-798091-1-smb neutron-server[78397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 14:42:30.771139 dv-cinder-798091-1-smb neutron-server[78397]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 14:42:30.771139 dv-cinder-798091-1-smb neutron-server[78397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 14:42:30.771139 dv-cinder-798091-1-smb neutron-server[78397]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 14:42:30.771139 dv-cinder-798091-1-smb neutron-server[78397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 14:42:30.771139 dv-cinder-798091-1-smb neutron-server[78397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 14:42:30.771139 dv-cinder-798091-1-smb neutron-server[78397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 14:42:31.041748 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-f93c4810-4330-432f-998e-c6c966a288fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3547472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-497664'] for network, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:31.058810 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-e61a7173-2f4f-4fa2-8d30-f5e3cf399f75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:42:31.091718 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af29632-7e71-49f6-a79b-e073c1e917e3 req-c86c2442-a851-4b5a-978e-65db7ba98608 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:31.093523 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-f93c4810-4330-432f-998e-c6c966a288fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692162'] for network, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:31.095050 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-0af29632-7e71-49f6-a79b-e073c1e917e3 req-c86c2442-a851-4b5a-978e-65db7ba98608 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/ports?device_id=e5649343-9e63-4d6c-b6f7-f3b2f1f934c4 HTTP/1.1" status: 200 len: 944 time: 0.7147198 Jun 25 14:42:31.118535 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93c4810-4330-432f-998e-c6c966a288fa admin admin] Pushing event deleted for resources: {'Network': ['ID=83fe267a-d7d2-452d-bb83-7a0060a308f0,revision_number=None']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:42:31.129680 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-f93c4810-4330-432f-998e-c6c966a288fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:42:31.136461 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-f93c4810-4330-432f-998e-c6c966a288fa admin admin] 10.222.0.72 "DELETE /v2.0/networks/83fe267a-d7d2-452d-bb83-7a0060a308f0 HTTP/1.1" status: 204 len: 168 time: 1.5854363 Jun 25 14:42:31.157545 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb9fd74-3466-47e2-b1d5-507418ea837c req-661aebd5-606b-409c-ab4f-63bacdc54d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:31.171339 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-aeb9fd74-3466-47e2-b1d5-507418ea837c req-661aebd5-606b-409c-ab4f-63bacdc54d1d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=24c79731-6cdf-4634-b94b-8a5d29662e96 HTTP/1.1" status: 200 len: 855 time: 0.4178109 Jun 25 14:42:31.172348 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [req-19e128be-abe8-44aa-b900-5ae978a60da8 req-52e1c374-39c1-40be-a0ab-5ad15c6f922e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for port, before_update {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:31.369853 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-0af29632-7e71-49f6-a79b-e073c1e917e3 req-c3e3a9db-0aaa-4fd9-bdb0-63a213217c97 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/security-groups?id=d7ad49bf-7682-4e15-9338-4a7ac2e3a89b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2589681 Jun 25 14:42:31.510711 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.72', 36116) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:42:31.626016 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-92c6e1c0-a0aa-4824-a94b-ce325291692c admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=34cd0f1e83ac4b7a907987b235bcb59d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1132743 Jun 25 14:42:31.638684 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.72', 36122) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:42:31.887378 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-b8beef47-06d4-4665-90ff-7598804aabdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:32.038906 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.notifiers.nova [req-19e128be-abe8-44aa-b900-5ae978a60da8 req-52e1c374-39c1-40be-a0ab-5ad15c6f922e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a94f68a-bfe7-46b1-8109-62131ca96b68 {{(pid=78398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 14:42:32.055383 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [req-19e128be-abe8-44aa-b900-5ae978a60da8 req-52e1c374-39c1-40be-a0ab-5ad15c6f922e service neutron] Notify callbacks [] for port, precommit_update {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:32.080570 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.provisioning_blocks [req-19e128be-abe8-44aa-b900-5ae978a60da8 req-52e1c374-39c1-40be-a0ab-5ad15c6f922e service neutron] Transition to ACTIVE for port object 5a94f68a-bfe7-46b1-8109-62131ca96b68 will not be triggered until provisioned by entity L2. {{(pid=78398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:42:32.091041 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [req-19e128be-abe8-44aa-b900-5ae978a60da8 req-52e1c374-39c1-40be-a0ab-5ad15c6f922e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747172683978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747172243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747172243532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1901081'] for port, after_update {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:32.097216 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-b8beef47-06d4-4665-90ff-7598804aabdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:32.113583 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:42:32.159311 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07644b7d-5961-42b0-b29d-8deb0c466edc req-8efce9c3-c0f0-4178-a9d6-c87ffa8509b8 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:32.161085 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-07644b7d-5961-42b0-b29d-8deb0c466edc req-8efce9c3-c0f0-4178-a9d6-c87ffa8509b8 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] 10.222.0.72 "GET /v2.0/ports?device_id=3f28e38c-a31d-44a8-9e7c-a5fd7d882559 HTTP/1.1" status: 200 len: 931 time: 0.2890613 Jun 25 14:42:32.250320 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-b8beef47-06d4-4665-90ff-7598804aabdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726995'] for security_group, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:32.279291 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-5a5fd979-d0c2-41f8-a4f1-ff3bc477166f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:42:32.311701 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-07644b7d-5961-42b0-b29d-8deb0c466edc req-89ec1d34-10d3-4847-b93b-0c536003b8e2 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] 10.222.0.72 "GET /v2.0/security-groups?id=13191a16-2633-4bde-9ccf-dc651df9ed23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318789 Jun 25 14:42:32.311701 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8beef47-06d4-4665-90ff-7598804aabdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ca4f9d5-2444-4fa7-9912-3d2a58bd9ebf,revision_number=None']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:42:32.323220 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-b8beef47-06d4-4665-90ff-7598804aabdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:42:32.348081 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-b8beef47-06d4-4665-90ff-7598804aabdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:32.350611 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-b8beef47-06d4-4665-90ff-7598804aabdd admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/4ca4f9d5-2444-4fa7-9912-3d2a58bd9ebf HTTP/1.1" status: 204 len: 168 time: 0.7101002 Jun 25 14:42:32.597679 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e1c374-39c1-40be-a0ab-5ad15c6f922e service neutron] Pushing event updated for resources: {'Port': ['ID=5a94f68a-bfe7-46b1-8109-62131ca96b68,revision_number=2']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:42:32.614169 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-52e1c374-39c1-40be-a0ab-5ad15c6f922e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.501s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:42:32.782949 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.managers [req-19e128be-abe8-44aa-b900-5ae978a60da8 req-52e1c374-39c1-40be-a0ab-5ad15c6f922e service neutron] Attempting to bind port 5a94f68a-bfe7-46b1-8109-62131ca96b68 on host hv-cinder-79809 for vnic_type normal with profile {{(pid=78398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 14:42:32.783325 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.managers [req-19e128be-abe8-44aa-b900-5ae978a60da8 req-52e1c374-39c1-40be-a0ab-5ad15c6f922e service neutron] Attempting to bind port 5a94f68a-bfe7-46b1-8109-62131ca96b68 by drivers openvswitch,hyperv on host hv-cinder-79809 at level 0 using segments [{'id': 'a65b86f5-3f7c-4ec8-ae88-0cc75edf3323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '8c94d8da-413e-4525-98c0-863d33ff9021'}] {{(pid=78398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 14:42:32.783607 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e128be-abe8-44aa-b900-5ae978a60da8 req-52e1c374-39c1-40be-a0ab-5ad15c6f922e service neutron] Attempting to bind port 5a94f68a-bfe7-46b1-8109-62131ca96b68 on network 8c94d8da-413e-4525-98c0-863d33ff9021 {{(pid=78398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:42:32.792442 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e128be-abe8-44aa-b900-5ae978a60da8 req-52e1c374-39c1-40be-a0ab-5ad15c6f922e service neutron] Port 5a94f68a-bfe7-46b1-8109-62131ca96b68 on network 8c94d8da-413e-4525-98c0-863d33ff9021 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79809 {{(pid=78398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 14:42:32.792829 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e128be-abe8-44aa-b900-5ae978a60da8 req-52e1c374-39c1-40be-a0ab-5ad15c6f922e service neutron] Attempting to bind port 5a94f68a-bfe7-46b1-8109-62131ca96b68 on network 8c94d8da-413e-4525-98c0-863d33ff9021 {{(pid=78398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:42:32.810548 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e128be-abe8-44aa-b900-5ae978a60da8 req-52e1c374-39c1-40be-a0ab-5ad15c6f922e service neutron] Checking agent: {'id': 'cd5845b2-5f15-4f32-8a77-b0e44a8778a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79809', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 14, 36, 51), 'started_at': datetime.datetime(2021, 6, 25, 14, 36, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 14, 42, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 14:42:32.810548 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e128be-abe8-44aa-b900-5ae978a60da8 req-52e1c374-39c1-40be-a0ab-5ad15c6f922e service neutron] Checking segment: {'id': 'a65b86f5-3f7c-4ec8-ae88-0cc75edf3323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '8c94d8da-413e-4525-98c0-863d33ff9021'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:42:32.810548 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e128be-abe8-44aa-b900-5ae978a60da8 req-52e1c374-39c1-40be-a0ab-5ad15c6f922e service neutron] Bound using segment: {'id': 'a65b86f5-3f7c-4ec8-ae88-0cc75edf3323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '8c94d8da-413e-4525-98c0-863d33ff9021'} {{(pid=78398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 14:42:32.810548 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.managers [req-19e128be-abe8-44aa-b900-5ae978a60da8 req-52e1c374-39c1-40be-a0ab-5ad15c6f922e service neutron] Bound port: 5a94f68a-bfe7-46b1-8109-62131ca96b68, host: hv-cinder-79809, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a65b86f5-3f7c-4ec8-ae88-0cc75edf3323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '8c94d8da-413e-4525-98c0-863d33ff9021'}}] {{(pid=78398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 14:42:32.810548 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [req-19e128be-abe8-44aa-b900-5ae978a60da8 req-52e1c374-39c1-40be-a0ab-5ad15c6f922e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for port, before_update {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:32.835071 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640b915f-cb53-4d42-a63e-ebbc1c11829e req-a088664b-b8a5-4582-adde-49c7fdd9ecb9 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:32.844047 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-640b915f-cb53-4d42-a63e-ebbc1c11829e req-a088664b-b8a5-4582-adde-49c7fdd9ecb9 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/ports?device_id=e5649343-9e63-4d6c-b6f7-f3b2f1f934c4 HTTP/1.1" status: 200 len: 944 time: 0.1917133 Jun 25 14:42:33.052940 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-640b915f-cb53-4d42-a63e-ebbc1c11829e req-f4d05af5-82fa-4604-ac99-46b160367c19 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/security-groups?id=d7ad49bf-7682-4e15-9338-4a7ac2e3a89b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2071109 Jun 25 14:42:33.066450 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.db [req-19e128be-abe8-44aa-b900-5ae978a60da8 req-52e1c374-39c1-40be-a0ab-5ad15c6f922e service neutron] For port 5a94f68a-bfe7-46b1-8109-62131ca96b68, host hv-cinder-79809, cleared binding levels {{(pid=78398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 25 14:42:33.076017 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.db [req-19e128be-abe8-44aa-b900-5ae978a60da8 req-52e1c374-39c1-40be-a0ab-5ad15c6f922e service neutron] For port 5a94f68a-bfe7-46b1-8109-62131ca96b68, host hv-cinder-79809, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=5a94f68a-bfe7-46b1-8109-62131ca96b68,segment=NetworkSegment(a65b86f5-3f7c-4ec8-ae88-0cc75edf3323),segment_id=a65b86f5-3f7c-4ec8-ae88-0cc75edf3323)] {{(pid=78398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 25 14:42:33.085996 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [req-19e128be-abe8-44aa-b900-5ae978a60da8 req-52e1c374-39c1-40be-a0ab-5ad15c6f922e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747172683978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747172243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747172243532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1901081'] for port, after_update {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:33.092480 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-9fda4304-438e-4716-a2b7-00c7804875a0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:42:33.206234 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e128be-abe8-44aa-b900-5ae978a60da8 req-52e1c374-39c1-40be-a0ab-5ad15c6f922e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:33.206942 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [req-19e128be-abe8-44aa-b900-5ae978a60da8 req-52e1c374-39c1-40be-a0ab-5ad15c6f922e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257150'] for port, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:33.208659 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-19e128be-abe8-44aa-b900-5ae978a60da8 req-52e1c374-39c1-40be-a0ab-5ad15c6f922e service neutron] 10.222.0.77 "PUT /v2.0/ports/5a94f68a-bfe7-46b1-8109-62131ca96b68 HTTP/1.1" status: 200 len: 1093 time: 2.6598480 Jun 25 14:42:33.216974 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f28e38c-a31d-44a8-9e7c-a5fd7d882559', 'tag': '5a94f68a-bfe7-46b1-8109-62131ca96b68'}] {{(pid=78398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:42:33.295747 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e1c374-39c1-40be-a0ab-5ad15c6f922e service neutron] Pushing event updated for resources: {'Port': ['ID=5a94f68a-bfe7-46b1-8109-62131ca96b68,revision_number=3']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:42:33.306817 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-52e1c374-39c1-40be-a0ab-5ad15c6f922e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:42:33.398005 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f28e38c-a31d-44a8-9e7c-a5fd7d882559', 'tag': '5a94f68a-bfe7-46b1-8109-62131ca96b68', 'status': 'completed', 'code': 200} Jun 25 14:42:33.743938 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281d1963-c955-4b78-b131-81a386be4296 req-9e949d7c-a1de-432d-8a79-3c0d08ee0f11 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:33.745036 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [req-281d1963-c955-4b78-b131-81a386be4296 req-9e949d7c-a1de-432d-8a79-3c0d08ee0f11 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Synchronizing usage tracker for tenant:46d537920f9742198ad6afd1193836f7 on resource:port {{(pid=78398) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 25 14:42:33.778916 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [req-281d1963-c955-4b78-b131-81a386be4296 req-9e949d7c-a1de-432d-8a79-3c0d08ee0f11 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Unset dirty status for tenant:46d537920f9742198ad6afd1193836f7 on resource:port {{(pid=78398) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 25 14:42:33.787200 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-281d1963-c955-4b78-b131-81a386be4296 req-9e949d7c-a1de-432d-8a79-3c0d08ee0f11 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] 10.222.0.72 "GET /v2.0/ports?device_id=3f28e38c-a31d-44a8-9e7c-a5fd7d882559 HTTP/1.1" status: 200 len: 943 time: 0.2190275 Jun 25 14:42:33.848954 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [req-281d1963-c955-4b78-b131-81a386be4296 req-4dd2c614-8fcd-4e26-b233-da8a73ddaa6d tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Synchronizing usage tracker for tenant:46d537920f9742198ad6afd1193836f7 on resource:security_group {{(pid=78398) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 25 14:42:33.885463 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [req-281d1963-c955-4b78-b131-81a386be4296 req-4dd2c614-8fcd-4e26-b233-da8a73ddaa6d tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Unset dirty status for tenant:46d537920f9742198ad6afd1193836f7 on resource:security_group {{(pid=78398) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 25 14:42:33.894272 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-281d1963-c955-4b78-b131-81a386be4296 req-4dd2c614-8fcd-4e26-b233-da8a73ddaa6d tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] 10.222.0.72 "GET /v2.0/security-groups?id=13191a16-2633-4bde-9ccf-dc651df9ed23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060665 Jun 25 14:42:34.308652 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e569fb9-626e-4c3a-8e6c-4d9c3dc71d47 req-c5cd181b-e0ad-4585-8579-d38d044c5f30 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:34.312749 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-9e569fb9-626e-4c3a-8e6c-4d9c3dc71d47 req-c5cd181b-e0ad-4585-8579-d38d044c5f30 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/ports?device_id=e5649343-9e63-4d6c-b6f7-f3b2f1f934c4 HTTP/1.1" status: 200 len: 944 time: 0.1074879 Jun 25 14:42:34.380863 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-9e569fb9-626e-4c3a-8e6c-4d9c3dc71d47 req-3a45b840-d906-4aff-a8c2-2b25e8c4bd67 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/security-groups?id=d7ad49bf-7682-4e15-9338-4a7ac2e3a89b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632012 Jun 25 14:42:35.142943 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce4b575-3f47-4742-acc3-59c750d4524c req-d198faf3-0d39-42f0-be6e-a043bbabb043 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:35.144535 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-0ce4b575-3f47-4742-acc3-59c750d4524c req-d198faf3-0d39-42f0-be6e-a043bbabb043 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] 10.222.0.72 "GET /v2.0/ports?device_id=3f28e38c-a31d-44a8-9e7c-a5fd7d882559 HTTP/1.1" status: 200 len: 943 time: 0.1248817 Jun 25 14:42:35.225409 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-0ce4b575-3f47-4742-acc3-59c750d4524c req-e63769c8-e34b-4949-a8c7-d1f0633e1f15 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] 10.222.0.72 "GET /v2.0/security-groups?id=13191a16-2633-4bde-9ccf-dc651df9ed23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707185 Jun 25 14:42:35.620304 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1884c0bc-939d-4f64-bde3-996425ebacd3 req-a7ec1c54-56ec-4ce1-a2d9-6a7bc02afda9 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:35.621888 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-1884c0bc-939d-4f64-bde3-996425ebacd3 req-a7ec1c54-56ec-4ce1-a2d9-6a7bc02afda9 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/ports?device_id=e5649343-9e63-4d6c-b6f7-f3b2f1f934c4 HTTP/1.1" status: 200 len: 944 time: 0.0857553 Jun 25 14:42:35.685175 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-1884c0bc-939d-4f64-bde3-996425ebacd3 req-8c916169-af67-4f31-b53b-c6f416a4077f tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/security-groups?id=d7ad49bf-7682-4e15-9338-4a7ac2e3a89b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571690 Jun 25 14:42:36.464744 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087a3fbf-a21e-4d39-a2c7-bfe4f04dcd25 req-b58b0bcd-78c2-44cd-a67f-24bdb6bc6f50 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:36.466361 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-087a3fbf-a21e-4d39-a2c7-bfe4f04dcd25 req-b58b0bcd-78c2-44cd-a67f-24bdb6bc6f50 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] 10.222.0.72 "GET /v2.0/ports?device_id=3f28e38c-a31d-44a8-9e7c-a5fd7d882559 HTTP/1.1" status: 200 len: 943 time: 0.1184607 Jun 25 14:42:36.481475 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.72', 36246) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:42:36.486724 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.db.agents_db [None req-33cd8ffe-8d55-4e82-a60c-f31f0cdcb446 None None] Agent healthcheck: found 6 active agents {{(pid=78400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 25 14:42:36.550287 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-087a3fbf-a21e-4d39-a2c7-bfe4f04dcd25 req-87ba5591-ce87-4206-a2d1-e3e95473bfc2 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] 10.222.0.72 "GET /v2.0/security-groups?id=13191a16-2633-4bde-9ccf-dc651df9ed23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748191 Jun 25 14:42:36.676250 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-7eb6b247-9c54-489f-88c0-774923a0c405 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:36.691433 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-7eb6b247-9c54-489f-88c0-774923a0c405 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:42:36.696077 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-7eb6b247-9c54-489f-88c0-774923a0c405 admin admin] Usage tracker for resource:security_group_rule and tenant:1445c6c8ac2e42b8a866550ee63d0b87 is out of sync, need to count used quota {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:42:36.698995 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-7eb6b247-9c54-489f-88c0-774923a0c405 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:42:36.706159 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-7eb6b247-9c54-489f-88c0-774923a0c405 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:42:37.004903 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-7eb6b247-9c54-489f-88c0-774923a0c405 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:37.019394 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-7eb6b247-9c54-489f-88c0-774923a0c405 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726995'] for security_group, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:37.102666 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-b8beef47-06d4-4665-90ff-7598804aabdd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:42:37.122576 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-7eb6b247-9c54-489f-88c0-774923a0c405 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=1445c6c8ac2e42b8a866550ee63d0b87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6400995 Jun 25 14:42:37.123309 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.72', 36266) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:42:37.229314 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb6b247-9c54-489f-88c0-774923a0c405 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50b21f4e-48b8-4e45-a971-817b856d53fd,revision_number=1']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:42:37.268376 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60469189-03da-4e07-abc4-b7cf6d586257 req-e1f6a1ca-90dd-4adb-af06-63dfcede14e6 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:37.271333 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-60469189-03da-4e07-abc4-b7cf6d586257 req-e1f6a1ca-90dd-4adb-af06-63dfcede14e6 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/ports?device_id=e5649343-9e63-4d6c-b6f7-f3b2f1f934c4 HTTP/1.1" status: 200 len: 944 time: 0.4280212 Jun 25 14:42:37.274428 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-7eb6b247-9c54-489f-88c0-774923a0c405 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:42:37.300088 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-8d02ad20-878c-476a-a073-ce06847ca94f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:37.333331 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-60469189-03da-4e07-abc4-b7cf6d586257 req-339a3ed0-18cc-4010-ae6a-22c24181dff1 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/security-groups?id=d7ad49bf-7682-4e15-9338-4a7ac2e3a89b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607169 Jun 25 14:42:37.364331 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-8d02ad20-878c-476a-a073-ce06847ca94f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:37.438462 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-8d02ad20-878c-476a-a073-ce06847ca94f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726995'] for security_group, after_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:37.443942 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-33a2dcaf-4544-4c1e-ae5a-030de33159dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:42:37.459764 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d02ad20-878c-476a-a073-ce06847ca94f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50b21f4e-48b8-4e45-a971-817b856d53fd,revision_number=None']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:42:37.463188 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-8d02ad20-878c-476a-a073-ce06847ca94f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:42:37.465644 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-8d02ad20-878c-476a-a073-ce06847ca94f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:37.466790 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-8d02ad20-878c-476a-a073-ce06847ca94f admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/50b21f4e-48b8-4e45-a971-817b856d53fd HTTP/1.1" status: 204 len: 168 time: 0.3428504 Jun 25 14:42:37.808048 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc82e7c-9034-44d0-9dd2-f6fd80c9b7e2 req-98db1d14-b127-495a-95a3-5e03e33c61fe tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:37.809734 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-2bc82e7c-9034-44d0-9dd2-f6fd80c9b7e2 req-98db1d14-b127-495a-95a3-5e03e33c61fe tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] 10.222.0.72 "GET /v2.0/ports?device_id=3f28e38c-a31d-44a8-9e7c-a5fd7d882559 HTTP/1.1" status: 200 len: 943 time: 0.1298079 Jun 25 14:42:37.912523 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.72', 36284) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:42:37.934502 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-a1a8044d-249a-460b-9e2e-d0f818868704 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:37.952825 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-a1a8044d-249a-460b-9e2e-d0f818868704 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:42:37.957099 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-a1a8044d-249a-460b-9e2e-d0f818868704 admin admin] Usage tracker for resource:security_group_rule and tenant:0c7ff6ea82994c8eb1e672d3359cdb90 is out of sync, need to count used quota {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:42:37.961837 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-a1a8044d-249a-460b-9e2e-d0f818868704 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:42:37.974905 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-a1a8044d-249a-460b-9e2e-d0f818868704 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:42:38.023760 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-2bc82e7c-9034-44d0-9dd2-f6fd80c9b7e2 req-c4ee1c86-7dd7-47e2-ba4d-5e8ed329c8e2 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] 10.222.0.72 "GET /v2.0/security-groups?id=13191a16-2633-4bde-9ccf-dc651df9ed23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078707 Jun 25 14:42:38.088095 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-a1a8044d-249a-460b-9e2e-d0f818868704 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:38.093583 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-a1a8044d-249a-460b-9e2e-d0f818868704 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726995'] for security_group, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:38.102721 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-b40baf89-a3d5-492f-aca6-7476f2062d16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:42:38.146213 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-a1a8044d-249a-460b-9e2e-d0f818868704 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=0c7ff6ea82994c8eb1e672d3359cdb90&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2310817 Jun 25 14:42:38.147310 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a8044d-249a-460b-9e2e-d0f818868704 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d8f6502-6210-47bb-a8d7-01bc79df6b84,revision_number=1']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:42:38.147524 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.72', 36288) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:42:38.151502 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-a1a8044d-249a-460b-9e2e-d0f818868704 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:42:38.212861 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-a093a35a-30c8-4d09-8959-a214a187cb7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:38.242837 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-a093a35a-30c8-4d09-8959-a214a187cb7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:38.326760 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-a093a35a-30c8-4d09-8959-a214a187cb7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726995'] for security_group, after_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:38.334604 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-5e542d1b-67d8-4b96-a81c-080e80a633b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:42:38.346895 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a093a35a-30c8-4d09-8959-a214a187cb7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d8f6502-6210-47bb-a8d7-01bc79df6b84,revision_number=None']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:42:38.349204 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-a093a35a-30c8-4d09-8959-a214a187cb7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:42:38.350051 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-a093a35a-30c8-4d09-8959-a214a187cb7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:38.352004 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-a093a35a-30c8-4d09-8959-a214a187cb7e admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/9d8f6502-6210-47bb-a8d7-01bc79df6b84 HTTP/1.1" status: 204 len: 168 time: 0.2026780 Jun 25 14:42:38.610009 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-b59da678-1ac0-499b-97ec-0b5695200e68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:38.792690 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d0750a-8823-4558-9199-63fbc6197dde req-62e653e1-2ecf-40c5-853b-b491f50c192b tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:38.802379 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-17d0750a-8823-4558-9199-63fbc6197dde req-62e653e1-2ecf-40c5-853b-b491f50c192b tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/ports?device_id=e5649343-9e63-4d6c-b6f7-f3b2f1f934c4 HTTP/1.1" status: 200 len: 944 time: 0.2853286 Jun 25 14:42:38.887146 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-17d0750a-8823-4558-9199-63fbc6197dde req-70f48387-14ae-47db-aeb2-5ea986f218e8 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/security-groups?id=d7ad49bf-7682-4e15-9338-4a7ac2e3a89b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837257 Jun 25 14:42:38.996450 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:39.302729 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc130ba8-7459-4946-82cd-c3b9574c5cb5 req-a2b1eb75-c1a2-4706-8fc2-2b1d35f7d945 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:39.318178 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-cc130ba8-7459-4946-82cd-c3b9574c5cb5 req-a2b1eb75-c1a2-4706-8fc2-2b1d35f7d945 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] 10.222.0.72 "GET /v2.0/ports?device_id=3f28e38c-a31d-44a8-9e7c-a5fd7d882559 HTTP/1.1" status: 200 len: 943 time: 0.1480012 Jun 25 14:42:39.391335 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-cc130ba8-7459-4946-82cd-c3b9574c5cb5 req-6d521f82-1a46-40e6-8962-a95c35d80eaf tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] 10.222.0.72 "GET /v2.0/security-groups?id=13191a16-2633-4bde-9ccf-dc651df9ed23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717120 Jun 25 14:42:40.119045 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea43f4da-fa55-4a00-9b59-812a58458aef req-627b985e-cc07-4e99-b66e-af3309a8b0e7 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:40.122194 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-ea43f4da-fa55-4a00-9b59-812a58458aef req-627b985e-cc07-4e99-b66e-af3309a8b0e7 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/ports?device_id=e5649343-9e63-4d6c-b6f7-f3b2f1f934c4 HTTP/1.1" status: 200 len: 944 time: 0.1046941 Jun 25 14:42:40.200236 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-ea43f4da-fa55-4a00-9b59-812a58458aef req-29eb069d-dc74-4a86-b1ce-273cbfd1a761 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/security-groups?id=d7ad49bf-7682-4e15-9338-4a7ac2e3a89b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718367 Jun 25 14:42:40.260953 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb9fd74-3466-47e2-b1d5-507418ea837c req-d83ddb65-d1ba-4ecc-a569-5beb382a6664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:40.262608 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-aeb9fd74-3466-47e2-b1d5-507418ea837c req-d83ddb65-d1ba-4ecc-a569-5beb382a6664 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=fc3ffe9c-74f9-42a1-af5f-69842b644ae0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1493475 Jun 25 14:42:40.273829 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e87391-369a-493b-a535-c4dc5323885c req-02fb9275-e1ed-43d3-a3ef-4e3ec0085ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:40.275729 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-97e87391-369a-493b-a535-c4dc5323885c req-02fb9275-e1ed-43d3-a3ef-4e3ec0085ec9 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=46d537920f9742198ad6afd1193836f7&device_id=3f28e38c-a31d-44a8-9e7c-a5fd7d882559 HTTP/1.1" status: 200 len: 1096 time: 0.1131806 Jun 25 14:42:40.652998 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-aeb9fd74-3466-47e2-b1d5-507418ea837c req-6a4cd26e-e6c4-472c-bd1e-5235b97ff703 service neutron] 10.222.0.77 "GET /v2.0/networks/fc3ffe9c-74f9-42a1-af5f-69842b644ae0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3525469 Jun 25 14:42:40.654227 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e87391-369a-493b-a535-c4dc5323885c req-270cde88-19c7-44b8-a42b-519434bf05f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:40.655520 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-97e87391-369a-493b-a535-c4dc5323885c req-270cde88-19c7-44b8-a42b-519434bf05f6 service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=46d537920f9742198ad6afd1193836f7&shared=False HTTP/1.1" status: 200 len: 916 time: 0.3267848 Jun 25 14:42:40.733009 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5ad21d-8b95-420a-a2c5-2a179f63d910 req-b3b79a17-9b38-4b7b-a4b9-c82e280a64fa tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:40.734626 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-fe5ad21d-8b95-420a-a2c5-2a179f63d910 req-b3b79a17-9b38-4b7b-a4b9-c82e280a64fa tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] 10.222.0.72 "GET /v2.0/ports?device_id=3f28e38c-a31d-44a8-9e7c-a5fd7d882559 HTTP/1.1" status: 200 len: 943 time: 0.1797941 Jun 25 14:42:40.948120 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.72', 36386) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:42:40.983737 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-fe5ad21d-8b95-420a-a2c5-2a179f63d910 req-ba6012e8-5835-4cc0-b56e-c356881ef22d tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] 10.222.0.72 "GET /v2.0/security-groups?id=13191a16-2633-4bde-9ccf-dc651df9ed23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842117 Jun 25 14:42:40.988341 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e87391-369a-493b-a535-c4dc5323885c req-3d9815b2-97ff-411d-bd30-d8ff6df4111d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:40.989801 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-97e87391-369a-493b-a535-c4dc5323885c req-3d9815b2-97ff-411d-bd30-d8ff6df4111d service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3048785 Jun 25 14:42:40.995161 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-aeb9fd74-3466-47e2-b1d5-507418ea837c req-46f75c05-6351-41fb-9a1e-623d203a0095 service neutron] 10.222.0.77 "GET /v2.0/networks/fc3ffe9c-74f9-42a1-af5f-69842b644ae0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3113532 Jun 25 14:42:41.072152 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-5e1f1f68-6361-43b8-9905-b127b68fbd4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:41.087455 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-5e1f1f68-6361-43b8-9905-b127b68fbd4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:42:41.091515 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-5e1f1f68-6361-43b8-9905-b127b68fbd4e admin admin] Usage tracker for resource:security_group_rule and tenant:7a7824dde9a540e59fdaa803f623d6a3 is out of sync, need to count used quota {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:42:41.094754 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-5e1f1f68-6361-43b8-9905-b127b68fbd4e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:42:41.101435 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-5e1f1f68-6361-43b8-9905-b127b68fbd4e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:42:41.179119 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e128be-abe8-44aa-b900-5ae978a60da8 req-6f1ab61e-64b3-4ba0-ae8d-8aa939da5d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:41.181002 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-19e128be-abe8-44aa-b900-5ae978a60da8 req-6f1ab61e-64b3-4ba0-ae8d-8aa939da5d99 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=46d537920f9742198ad6afd1193836f7&device_id=3f28e38c-a31d-44a8-9e7c-a5fd7d882559 HTTP/1.1" status: 200 len: 1096 time: 0.0850554 Jun 25 14:42:41.195222 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-5e1f1f68-6361-43b8-9905-b127b68fbd4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:41.199937 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-5e1f1f68-6361-43b8-9905-b127b68fbd4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726995'] for security_group, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:41.211448 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-4d5a3f22-9011-41ac-a192-af1ae105b87b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:42:41.273097 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-ff5508a7-316a-4788-9c70-a6503a0a5d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:41.273986 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-5e1f1f68-6361-43b8-9905-b127b68fbd4e admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=7a7824dde9a540e59fdaa803f623d6a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3243392 Jun 25 14:42:41.274600 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1f1f68-6361-43b8-9905-b127b68fbd4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20566e09-9d26-454b-8b15-512f514d22db,revision_number=1']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:42:41.288975 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.72', 36394) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:42:41.293142 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-5e1f1f68-6361-43b8-9905-b127b68fbd4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:42:41.308980 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-19e128be-abe8-44aa-b900-5ae978a60da8 req-7ab960aa-ce5d-4d83-85ff-1878efc0f86d service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5a94f68a-bfe7-46b1-8109-62131ca96b68 HTTP/1.1" status: 200 len: 217 time: 0.1148539 Jun 25 14:42:41.388561 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e128be-abe8-44aa-b900-5ae978a60da8 req-68172d6a-ca3b-452a-a678-a740e37632ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:41.390717 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-19e128be-abe8-44aa-b900-5ae978a60da8 req-68172d6a-ca3b-452a-a678-a740e37632ff service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8d90de92-96c5-4eac-9554-41f78dcebc2a HTTP/1.1" status: 200 len: 854 time: 0.0632174 Jun 25 14:42:41.438654 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-a4b2b68b-599b-4cae-a4b8-6c9a54564ec6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:41.473942 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-a4b2b68b-599b-4cae-a4b8-6c9a54564ec6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:41.487222 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e128be-abe8-44aa-b900-5ae978a60da8 req-db4fa8bf-a6d0-4af0-b6b0-0b817710f130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:41.488672 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-19e128be-abe8-44aa-b900-5ae978a60da8 req-db4fa8bf-a6d0-4af0-b6b0-0b817710f130 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=8c94d8da-413e-4525-98c0-863d33ff9021&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0912220 Jun 25 14:42:41.495901 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b162008b-894b-4d42-bf1a-74824914c17b req-7cc5780d-fcc3-44b1-9c8a-df4070e16f40 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:41.497489 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-b162008b-894b-4d42-bf1a-74824914c17b req-7cc5780d-fcc3-44b1-9c8a-df4070e16f40 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/ports?device_id=e5649343-9e63-4d6c-b6f7-f3b2f1f934c4 HTTP/1.1" status: 200 len: 944 time: 0.1727829 Jun 25 14:42:41.568473 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-b162008b-894b-4d42-bf1a-74824914c17b req-efa524c4-e6e6-4390-b1c0-512ba2739e9d tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/security-groups?id=d7ad49bf-7682-4e15-9338-4a7ac2e3a89b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635393 Jun 25 14:42:41.604417 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-a4b2b68b-599b-4cae-a4b8-6c9a54564ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726995'] for security_group, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:41.610762 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:42:41.630398 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b2b68b-599b-4cae-a4b8-6c9a54564ec6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20566e09-9d26-454b-8b15-512f514d22db,revision_number=None']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:42:41.633738 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-a4b2b68b-599b-4cae-a4b8-6c9a54564ec6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:42:41.645356 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-a4b2b68b-599b-4cae-a4b8-6c9a54564ec6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:41.658731 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-a4b2b68b-599b-4cae-a4b8-6c9a54564ec6 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/20566e09-9d26-454b-8b15-512f514d22db HTTP/1.1" status: 204 len: 168 time: 0.3612306 Jun 25 14:42:41.683223 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-19e128be-abe8-44aa-b900-5ae978a60da8 req-32d6471a-f34c-4206-bee0-7cb261cade54 service neutron] 10.222.0.77 "GET /v2.0/networks/8c94d8da-413e-4525-98c0-863d33ff9021?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795919 Jun 25 14:42:41.998563 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-19e128be-abe8-44aa-b900-5ae978a60da8 req-32baf8b8-04e5-4732-b61c-4a0c0247a5d3 service neutron] 10.222.0.77 "GET /v2.0/networks/8c94d8da-413e-4525-98c0-863d33ff9021?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2984149 Jun 25 14:42:42.086927 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.72', 36434) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:42:42.113759 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-55eab5a1-915c-47c0-bca1-841519aa8fad admin admin] Notify callbacks [] for security_group, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:42.133482 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-55eab5a1-915c-47c0-bca1-841519aa8fad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:42:42.138491 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-55eab5a1-915c-47c0-bca1-841519aa8fad admin admin] Usage tracker for resource:security_group_rule and tenant:2b2ec82e0e314ed09825bbcdec7d0e5b is out of sync, need to count used quota {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:42:42.142285 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-55eab5a1-915c-47c0-bca1-841519aa8fad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:42:42.190217 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-55eab5a1-915c-47c0-bca1-841519aa8fad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:42:42.240423 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-d14b10cb-2ead-4edf-9c0b-578ba992fa59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:42.275933 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5ff393-82fc-4602-8ff8-963c3992eb91 req-a049a005-95f3-4eb3-8222-41f6a7b8bbfc tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:42.277328 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-3c5ff393-82fc-4602-8ff8-963c3992eb91 req-a049a005-95f3-4eb3-8222-41f6a7b8bbfc tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] 10.222.0.72 "GET /v2.0/ports?device_id=3f28e38c-a31d-44a8-9e7c-a5fd7d882559 HTTP/1.1" status: 200 len: 943 time: 0.1303408 Jun 25 14:42:42.366519 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-55eab5a1-915c-47c0-bca1-841519aa8fad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:42.372424 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-3c5ff393-82fc-4602-8ff8-963c3992eb91 req-8e69d86a-897a-469c-8c38-e1f8c9b6b855 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] 10.222.0.72 "GET /v2.0/security-groups?id=13191a16-2633-4bde-9ccf-dc651df9ed23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879209 Jun 25 14:42:42.373468 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-55eab5a1-915c-47c0-bca1-841519aa8fad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726995'] for security_group, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:42.382290 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-0b9b31b1-63cc-4476-bd39-80978a279c25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:42:42.426973 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-55eab5a1-915c-47c0-bca1-841519aa8fad admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=2b2ec82e0e314ed09825bbcdec7d0e5b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3387272 Jun 25 14:42:42.428787 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55eab5a1-915c-47c0-bca1-841519aa8fad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0295236a-89f6-4670-8d71-f90bfb3b867a,revision_number=1']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:42:42.430527 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.72', 36450) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:42:42.432060 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-55eab5a1-915c-47c0-bca1-841519aa8fad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:42:42.488299 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b49d0f-7b3f-4a71-81a7-3d71448c1d11 req-f6ca9a28-d54c-4c80-a0ae-270ecd117879 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:42.490459 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-13b49d0f-7b3f-4a71-81a7-3d71448c1d11 req-f6ca9a28-d54c-4c80-a0ae-270ecd117879 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] 10.222.0.72 "GET /v2.0/ports?device_id=100fae19-9887-4686-a978-0b1be5cfeb7f HTTP/1.1" status: 200 len: 945 time: 0.1727431 Jun 25 14:42:42.555302 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-812ac038-feed-4f98-95d0-0d257da737aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:42.613975 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-13b49d0f-7b3f-4a71-81a7-3d71448c1d11 req-20f44592-220d-4167-89b6-b3814a4113c8 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] 10.222.0.72 "GET /v2.0/security-groups?id=55fed236-b79f-45ec-b512-cc10561c3d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1094775 Jun 25 14:42:42.619817 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-812ac038-feed-4f98-95d0-0d257da737aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:42.714582 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-812ac038-feed-4f98-95d0-0d257da737aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726995'] for security_group, after_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:42.726002 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-9332f2c0-0177-4f2e-b7a8-ad4c73d89bba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:42:42.737169 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812ac038-feed-4f98-95d0-0d257da737aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0295236a-89f6-4670-8d71-f90bfb3b867a,revision_number=None']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:42:42.740207 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-812ac038-feed-4f98-95d0-0d257da737aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:42:42.774795 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-812ac038-feed-4f98-95d0-0d257da737aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:42.794487 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-812ac038-feed-4f98-95d0-0d257da737aa admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/0295236a-89f6-4670-8d71-f90bfb3b867a HTTP/1.1" status: 204 len: 168 time: 0.3622961 Jun 25 14:42:42.842875 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff123dcd-4d08-4a35-ba8d-decc79ad4528 req-71a3641b-e9e7-43cc-8072-b6405f646859 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:42.849179 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-ff123dcd-4d08-4a35-ba8d-decc79ad4528 req-71a3641b-e9e7-43cc-8072-b6405f646859 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/ports?device_id=e5649343-9e63-4d6c-b6f7-f3b2f1f934c4 HTTP/1.1" status: 200 len: 944 time: 0.1134322 Jun 25 14:42:42.922672 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-ff123dcd-4d08-4a35-ba8d-decc79ad4528 req-13f13129-adf8-4b2e-b0ea-42831cbe3a3c tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/security-groups?id=d7ad49bf-7682-4e15-9338-4a7ac2e3a89b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722771 Jun 25 14:42:43.505140 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-0959a481-12d6-4798-a5c7-3b38329e38d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:43.617362 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24508234-83c8-427a-bce2-55043ea1b8e6 req-20fa10f9-3862-483c-853f-ea10b8dbd4df tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:43.625197 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-24508234-83c8-427a-bce2-55043ea1b8e6 req-20fa10f9-3862-483c-853f-ea10b8dbd4df tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] 10.222.0.72 "GET /v2.0/ports?device_id=3f28e38c-a31d-44a8-9e7c-a5fd7d882559 HTTP/1.1" status: 200 len: 943 time: 0.1113040 Jun 25 14:42:43.673763 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-24508234-83c8-427a-bce2-55043ea1b8e6 req-d444d4ee-55b2-4c81-8379-36d768362ef6 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] 10.222.0.72 "GET /v2.0/security-groups?id=13191a16-2633-4bde-9ccf-dc651df9ed23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468781 Jun 25 14:42:43.674766 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.72', 36496) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:42:43.976603 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-acc6b46c-8cc1-481c-8c52-6075c79e5f73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:44.006166 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-acc6b46c-8cc1-481c-8c52-6075c79e5f73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:42:44.015273 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-acc6b46c-8cc1-481c-8c52-6075c79e5f73 admin admin] Usage tracker for resource:security_group_rule and tenant:8b3b9863405242d2af61f6fb285b38fa is out of sync, need to count used quota {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:42:44.020199 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-acc6b46c-8cc1-481c-8c52-6075c79e5f73 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:42:44.033751 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-acc6b46c-8cc1-481c-8c52-6075c79e5f73 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:42:44.061251 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66daafe3-9d24-4f02-9cec-ada1735596b1 req-bf28078b-5e66-4a21-99ec-692bca0d7372 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:44.062796 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-66daafe3-9d24-4f02-9cec-ada1735596b1 req-bf28078b-5e66-4a21-99ec-692bca0d7372 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] 10.222.0.72 "GET /v2.0/ports?device_id=100fae19-9887-4686-a978-0b1be5cfeb7f HTTP/1.1" status: 200 len: 945 time: 0.2227709 Jun 25 14:42:44.158790 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-66daafe3-9d24-4f02-9cec-ada1735596b1 req-6cd07829-f94b-4809-a988-6b7bf2846025 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] 10.222.0.72 "GET /v2.0/security-groups?id=55fed236-b79f-45ec-b512-cc10561c3d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843432 Jun 25 14:42:44.244448 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-acc6b46c-8cc1-481c-8c52-6075c79e5f73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:44.246537 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1684aedc-34e9-4b00-9f5e-66845a1acb50 req-9d02cad2-d06c-41dc-9806-8b861534a72c tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:44.248157 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-1684aedc-34e9-4b00-9f5e-66845a1acb50 req-9d02cad2-d06c-41dc-9806-8b861534a72c tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/ports?device_id=e5649343-9e63-4d6c-b6f7-f3b2f1f934c4 HTTP/1.1" status: 200 len: 944 time: 0.1343081 Jun 25 14:42:44.267245 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-acc6b46c-8cc1-481c-8c52-6075c79e5f73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726995'] for security_group, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:44.274597 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-57d62ee9-9207-40cc-8990-2cce96869fde admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:42:44.317345 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-1684aedc-34e9-4b00-9f5e-66845a1acb50 req-8b1aaf48-a807-41e5-b439-0c54d32fd537 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/security-groups?id=d7ad49bf-7682-4e15-9338-4a7ac2e3a89b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568671 Jun 25 14:42:44.339866 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-acc6b46c-8cc1-481c-8c52-6075c79e5f73 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=8b3b9863405242d2af61f6fb285b38fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6638982 Jun 25 14:42:44.340956 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc6b46c-8cc1-481c-8c52-6075c79e5f73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1a52e64-e7d2-418a-9261-2dedf568fde3,revision_number=1']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:42:44.342721 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.72', 36516) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:42:44.344173 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-acc6b46c-8cc1-481c-8c52-6075c79e5f73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:42:44.466268 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-282f9c62-ad13-42eb-bd25-2ffb0423a45a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:44.503276 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-282f9c62-ad13-42eb-bd25-2ffb0423a45a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:44.576722 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-282f9c62-ad13-42eb-bd25-2ffb0423a45a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726995'] for security_group, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:44.580528 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-c9d81377-51d8-4791-8f97-d265d0ffc469 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:42:44.595785 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282f9c62-ad13-42eb-bd25-2ffb0423a45a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1a52e64-e7d2-418a-9261-2dedf568fde3,revision_number=None']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:42:44.600178 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-282f9c62-ad13-42eb-bd25-2ffb0423a45a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:42:44.611833 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-282f9c62-ad13-42eb-bd25-2ffb0423a45a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:44.615732 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-282f9c62-ad13-42eb-bd25-2ffb0423a45a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/a1a52e64-e7d2-418a-9261-2dedf568fde3 HTTP/1.1" status: 204 len: 168 time: 0.2677877 Jun 25 14:42:44.954569 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec64c86-b534-4055-8cde-11e511333864 req-f033fd44-bf8f-4c99-8ed1-f8697a5d7165 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:44.956153 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-eec64c86-b534-4055-8cde-11e511333864 req-f033fd44-bf8f-4c99-8ed1-f8697a5d7165 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] 10.222.0.72 "GET /v2.0/ports?device_id=3f28e38c-a31d-44a8-9e7c-a5fd7d882559 HTTP/1.1" status: 200 len: 943 time: 0.1025460 Jun 25 14:42:45.013424 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-eec64c86-b534-4055-8cde-11e511333864 req-e6ec5752-4379-4d54-b1fa-6757f8e0a517 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] 10.222.0.72 "GET /v2.0/security-groups?id=13191a16-2633-4bde-9ccf-dc651df9ed23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506299 Jun 25 14:42:45.014582 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.72', 36534) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:42:45.157417 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-31a27b9c-79fa-4e9a-acba-6c77d6283d94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:45.174361 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-31a27b9c-79fa-4e9a-acba-6c77d6283d94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:42:45.178427 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-31a27b9c-79fa-4e9a-acba-6c77d6283d94 admin admin] Usage tracker for resource:security_group_rule and tenant:33ef5f3b6e0a49e694063cb0ef0e01a6 is out of sync, need to count used quota {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:42:45.181491 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-31a27b9c-79fa-4e9a-acba-6c77d6283d94 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:42:45.187363 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-31a27b9c-79fa-4e9a-acba-6c77d6283d94 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:42:45.195892 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.72', 36542) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:42:45.222528 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-fcc743c7-8793-4d5f-98b9-66354600633c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:45.247617 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-fcc743c7-8793-4d5f-98b9-66354600633c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:42:45.258993 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-fcc743c7-8793-4d5f-98b9-66354600633c admin admin] Usage tracker for resource:security_group_rule and tenant:db2d98e155134334b116dc5dabd58ce1 is out of sync, need to count used quota {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:42:45.263460 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-fcc743c7-8793-4d5f-98b9-66354600633c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:42:45.274745 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-fcc743c7-8793-4d5f-98b9-66354600633c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:42:45.473936 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-31a27b9c-79fa-4e9a-acba-6c77d6283d94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:45.489307 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-31a27b9c-79fa-4e9a-acba-6c77d6283d94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726995'] for security_group, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:45.503221 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-4057345a-1f41-4f5f-8810-d500db8aa48c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:42:45.566161 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbe0e99-e348-4c4d-ba6d-8cf1a7c6cf0a req-fcb81865-7d12-4843-8864-352067becfcf tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:45.574039 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-acbe0e99-e348-4c4d-ba6d-8cf1a7c6cf0a req-fcb81865-7d12-4843-8864-352067becfcf tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] 10.222.0.72 "GET /v2.0/ports?device_id=100fae19-9887-4686-a978-0b1be5cfeb7f HTTP/1.1" status: 200 len: 945 time: 0.2874169 Jun 25 14:42:45.588520 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec287794-bd7c-4570-9f85-15ada16984fa req-8342c2a8-34f3-4dc9-b03e-6848f48b6b3e tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:45.590440 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-ec287794-bd7c-4570-9f85-15ada16984fa req-8342c2a8-34f3-4dc9-b03e-6848f48b6b3e tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/ports?device_id=e5649343-9e63-4d6c-b6f7-f3b2f1f934c4 HTTP/1.1" status: 200 len: 944 time: 0.1260221 Jun 25 14:42:45.611394 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a27b9c-79fa-4e9a-acba-6c77d6283d94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e4771af-5679-48f5-b23f-78e7101a2cb0,revision_number=1']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:42:45.622358 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-31a27b9c-79fa-4e9a-acba-6c77d6283d94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:42:45.627199 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-31a27b9c-79fa-4e9a-acba-6c77d6283d94 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=33ef5f3b6e0a49e694063cb0ef0e01a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6089425 Jun 25 14:42:45.627819 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-fcc743c7-8793-4d5f-98b9-66354600633c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:45.627903 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.72', 36552) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:42:45.639491 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-fcc743c7-8793-4d5f-98b9-66354600633c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726995'] for security_group, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:45.649658 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-a4b2b68b-599b-4cae-a4b8-6c9a54564ec6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:42:45.686715 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-ec287794-bd7c-4570-9f85-15ada16984fa req-b89a5b29-6f7d-4d32-bb4e-57b8b25216a8 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/security-groups?id=d7ad49bf-7682-4e15-9338-4a7ac2e3a89b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900619 Jun 25 14:42:45.686922 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-acbe0e99-e348-4c4d-ba6d-8cf1a7c6cf0a req-1be98414-4006-4684-80c6-8d0e4bcdb871 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] 10.222.0.72 "GET /v2.0/security-groups?id=55fed236-b79f-45ec-b512-cc10561c3d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1111493 Jun 25 14:42:45.732416 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc743c7-8793-4d5f-98b9-66354600633c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81a04af5-44fe-4231-b984-0d37c5c7df9a,revision_number=1']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:42:45.736630 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-fcc743c7-8793-4d5f-98b9-66354600633c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:42:45.739680 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-fcc743c7-8793-4d5f-98b9-66354600633c admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=db2d98e155134334b116dc5dabd58ce1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5427983 Jun 25 14:42:45.744127 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.72', 36556) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:42:45.790729 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-88818bdf-ca5f-48e6-880a-6a2b9fb3fda7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:45.833892 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-88818bdf-ca5f-48e6-880a-6a2b9fb3fda7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:45.869180 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-c0a40179-99cd-4cef-91d5-3235e3db7b99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:45.912287 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-c0a40179-99cd-4cef-91d5-3235e3db7b99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:45.958441 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-88818bdf-ca5f-48e6-880a-6a2b9fb3fda7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726995'] for security_group, after_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:45.963909 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-8e60c064-62f9-41ad-8790-149a0e8f5850 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:42:45.976762 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88818bdf-ca5f-48e6-880a-6a2b9fb3fda7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e4771af-5679-48f5-b23f-78e7101a2cb0,revision_number=None']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:42:45.980836 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-88818bdf-ca5f-48e6-880a-6a2b9fb3fda7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:42:45.991550 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-88818bdf-ca5f-48e6-880a-6a2b9fb3fda7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:45.992715 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-88818bdf-ca5f-48e6-880a-6a2b9fb3fda7 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/5e4771af-5679-48f5-b23f-78e7101a2cb0 HTTP/1.1" status: 204 len: 168 time: 0.3617361 Jun 25 14:42:46.014386 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-c0a40179-99cd-4cef-91d5-3235e3db7b99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726995'] for security_group, after_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:46.020229 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-a093a35a-30c8-4d09-8959-a214a187cb7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:42:46.034041 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a40179-99cd-4cef-91d5-3235e3db7b99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81a04af5-44fe-4231-b984-0d37c5c7df9a,revision_number=None']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:42:46.036347 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-c0a40179-99cd-4cef-91d5-3235e3db7b99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:46.040999 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-c0a40179-99cd-4cef-91d5-3235e3db7b99 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/81a04af5-44fe-4231-b984-0d37c5c7df9a HTTP/1.1" status: 204 len: 168 time: 0.2906761 Jun 25 14:42:46.040999 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-c0a40179-99cd-4cef-91d5-3235e3db7b99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:42:46.325914 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63700981-359c-4701-974f-939099836d69 req-ea9b4cc6-ce18-4354-b790-ac51501e614c tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:46.335406 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-63700981-359c-4701-974f-939099836d69 req-ea9b4cc6-ce18-4354-b790-ac51501e614c tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] 10.222.0.72 "GET /v2.0/ports?device_id=3f28e38c-a31d-44a8-9e7c-a5fd7d882559 HTTP/1.1" status: 200 len: 943 time: 0.1234987 Jun 25 14:42:46.398094 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-63700981-359c-4701-974f-939099836d69 req-a5223e52-cacb-4ca4-9d31-ac7ebf0ff0bd tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] 10.222.0.72 "GET /v2.0/security-groups?id=13191a16-2633-4bde-9ccf-dc651df9ed23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611341 Jun 25 14:42:47.021787 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc1c55d-ce3e-47f0-9da9-c2f4737c9245 req-a7e49ff3-a812-41ff-a62e-02d5557fa9b9 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:47.033440 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-6dc1c55d-ce3e-47f0-9da9-c2f4737c9245 req-a7e49ff3-a812-41ff-a62e-02d5557fa9b9 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] 10.222.0.72 "GET /v2.0/ports?device_id=100fae19-9887-4686-a978-0b1be5cfeb7f HTTP/1.1" status: 200 len: 945 time: 0.1938529 Jun 25 14:42:47.094179 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f060761a-ff04-4da5-a552-30c3e52a0efa req-69252f20-fed2-43ec-b5cd-7588d3fd7433 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:47.107270 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-f060761a-ff04-4da5-a552-30c3e52a0efa req-69252f20-fed2-43ec-b5cd-7588d3fd7433 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/ports?device_id=e5649343-9e63-4d6c-b6f7-f3b2f1f934c4 HTTP/1.1" status: 200 len: 944 time: 0.2577460 Jun 25 14:42:47.130755 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-6dc1c55d-ce3e-47f0-9da9-c2f4737c9245 req-fb2266a0-3c8c-4c9e-b55a-b1ff2484dcd3 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] 10.222.0.72 "GET /v2.0/security-groups?id=55fed236-b79f-45ec-b512-cc10561c3d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957847 Jun 25 14:42:47.179442 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-f060761a-ff04-4da5-a552-30c3e52a0efa req-1d96f542-d4b5-441c-a1cb-cc9521a0639d tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/security-groups?id=d7ad49bf-7682-4e15-9338-4a7ac2e3a89b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703871 Jun 25 14:42:47.453628 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.72', 36614) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:42:47.735792 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfda10b-c33a-4772-bdb6-5691a82d9a3c req-6e5d1567-5763-4649-97ff-1dea274cf2ab tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:47.748818 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-cbfda10b-c33a-4772-bdb6-5691a82d9a3c req-6e5d1567-5763-4649-97ff-1dea274cf2ab tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] 10.222.0.72 "GET /v2.0/ports?device_id=3f28e38c-a31d-44a8-9e7c-a5fd7d882559 HTTP/1.1" status: 200 len: 943 time: 0.1523004 Jun 25 14:42:47.772140 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.v2.base [None req-b8d32d24-3034-4349-9199-2fad7581b468 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1382632386-network', 'tenant_id': '481d44d80a86481eb5d0e32baf32ffd6'}} {{(pid=78398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:42:47.780575 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-b8d32d24-3034-4349-9199-2fad7581b468 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:42:47.793431 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-b8d32d24-3034-4349-9199-2fad7581b468 admin admin] Usage tracker for resource:network and tenant:481d44d80a86481eb5d0e32baf32ffd6 is out of sync, need to count used quota {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:42:47.800162 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-b8d32d24-3034-4349-9199-2fad7581b468 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:42:47.827872 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-b8d32d24-3034-4349-9199-2fad7581b468 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:42:47.855092 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-cbfda10b-c33a-4772-bdb6-5691a82d9a3c req-d0331183-8f01-4702-a729-b37e16111662 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] 10.222.0.72 "GET /v2.0/security-groups?id=13191a16-2633-4bde-9ccf-dc651df9ed23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051362 Jun 25 14:42:47.864141 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8d32d24-3034-4349-9199-2fad7581b468 admin admin] Made reservation on behalf of 481d44d80a86481eb5d0e32baf32ffd6 for: {'network': 1} {{(pid=78398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 14:42:47.870126 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-b8d32d24-3034-4349-9199-2fad7581b468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for network, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:47.886010 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-b8d32d24-3034-4349-9199-2fad7581b468 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:47.909510 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-b8d32d24-3034-4349-9199-2fad7581b468 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:42:47.916302 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-b8d32d24-3034-4349-9199-2fad7581b468 admin admin] Usage tracker for resource:security_group_rule and tenant:481d44d80a86481eb5d0e32baf32ffd6 is out of sync, need to count used quota {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:42:47.919733 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-b8d32d24-3034-4349-9199-2fad7581b468 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:42:47.928224 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-b8d32d24-3034-4349-9199-2fad7581b468 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:42:48.045081 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-b8d32d24-3034-4349-9199-2fad7581b468 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:48.049733 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-b8d32d24-3034-4349-9199-2fad7581b468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726995'] for security_group, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:48.054718 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-d974b342-c36b-4f8a-b90e-fa93beb3c6c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:42:48.081745 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8d32d24-3034-4349-9199-2fad7581b468 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 340} {{(pid=78398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 14:42:48.097452 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d32d24-3034-4349-9199-2fad7581b468 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59b60005-38c8-4358-b95b-fed8b26d29d4,revision_number=1']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:42:48.101479 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-b8d32d24-3034-4349-9199-2fad7581b468 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:42:48.105659 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-b8d32d24-3034-4349-9199-2fad7581b468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3551624'] for segment, precommit_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:48.105989 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.db.segments_db [None req-b8d32d24-3034-4349-9199-2fad7581b468 admin admin] Added segment f0448863-24b8-41eb-8a14-ccd84a84caca of type vlan for network b2fb22c6-c09c-45e4-bdc1-2d0dc3ad3cb5 Jun 25 14:42:48.155465 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-b8d32d24-3034-4349-9199-2fad7581b468 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747172227979'] for network, precommit_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:48.191556 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-b8d32d24-3034-4349-9199-2fad7581b468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180'] for network, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:48.193867 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d32d24-3034-4349-9199-2fad7581b468 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:48.194972 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-b8d32d24-3034-4349-9199-2fad7581b468 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692162'] for network, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:48.204966 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-fa4b11fb-407b-43be-9470-8bd24068248b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:42:48.371388 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-b8d32d24-3034-4349-9199-2fad7581b468 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9137807 Jun 25 14:42:48.372000 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d32d24-3034-4349-9199-2fad7581b468 admin admin] Pushing event updated for resources: {'Network': ['ID=b2fb22c6-c09c-45e4-bdc1-2d0dc3ad3cb5,revision_number=1']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:42:48.372175 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.72', 36640) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:42:48.375339 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-b8d32d24-3034-4349-9199-2fad7581b468 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:42:48.382216 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.v2.base [None req-1f092a2f-1759-4b63-829f-0c0a5575b316 admin admin] Request body: {'subnet': {'network_id': 'b2fb22c6-c09c-45e4-bdc1-2d0dc3ad3cb5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1382632386-subnet', 'tenant_id': '481d44d80a86481eb5d0e32baf32ffd6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:42:48.383942 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Network b2fb22c6-c09c-45e4-bdc1-2d0dc3ad3cb5 details requested by agent ovs-agent-dv-cinder-798091-1-smb with host dv-cinder-798091-1-smb {{(pid=78399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 25 14:42:48.391300 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-1f092a2f-1759-4b63-829f-0c0a5575b316 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:42:48.417482 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-1f092a2f-1759-4b63-829f-0c0a5575b316 admin admin] Usage tracker for resource:subnet and tenant:481d44d80a86481eb5d0e32baf32ffd6 is out of sync, need to count used quota {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:42:48.426468 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-1f092a2f-1759-4b63-829f-0c0a5575b316 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:42:48.460165 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-1f092a2f-1759-4b63-829f-0c0a5575b316 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:42:48.531757 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f092a2f-1759-4b63-829f-0c0a5575b316 admin admin] Made reservation on behalf of 481d44d80a86481eb5d0e32baf32ffd6 for: {'subnet': 1} {{(pid=78397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 14:42:48.549683 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-1f092a2f-1759-4b63-829f-0c0a5575b316 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2042315'] for subnet, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:48.584305 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d76052a-9d55-477a-a726-73564a25a835 req-619ea9eb-47ec-4efd-853e-a59ad3d07693 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:48.591111 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-7d76052a-9d55-477a-a726-73564a25a835 req-619ea9eb-47ec-4efd-853e-a59ad3d07693 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/ports?device_id=e5649343-9e63-4d6c-b6f7-f3b2f1f934c4 HTTP/1.1" status: 200 len: 944 time: 0.1833086 Jun 25 14:42:48.615448 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0498a87d-7b35-4251-842d-2d88d9239a6c req-bd9922b4-d564-4393-8651-85e5856fe552 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:48.622073 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-0498a87d-7b35-4251-842d-2d88d9239a6c req-bd9922b4-d564-4393-8651-85e5856fe552 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] 10.222.0.72 "GET /v2.0/ports?device_id=100fae19-9887-4686-a978-0b1be5cfeb7f HTTP/1.1" status: 200 len: 945 time: 0.3205242 Jun 25 14:42:48.668667 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-7d76052a-9d55-477a-a726-73564a25a835 req-17ba9a34-d470-4d7d-acb5-3ed072224141 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/security-groups?id=d7ad49bf-7682-4e15-9338-4a7ac2e3a89b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703478 Jun 25 14:42:48.796475 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-0498a87d-7b35-4251-842d-2d88d9239a6c req-ebae06f1-d686-4dfc-9a7a-f0071af70398 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] 10.222.0.72 "GET /v2.0/security-groups?id=55fed236-b79f-45ec-b512-cc10561c3d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1146767 Jun 25 14:42:49.121833 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-1f092a2f-1759-4b63-829f-0c0a5575b316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127934703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2042333'] for subnet, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:49.127558 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-d051dcb6-973a-4aa5-b3a6-5a2c4d5b175d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:42:49.180287 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57105caf-70dd-48aa-807c-a0cd093e47fa req-790fcb16-4c75-45c7-9e37-c51f13b0496c tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:49.186814 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-57105caf-70dd-48aa-807c-a0cd093e47fa req-790fcb16-4c75-45c7-9e37-c51f13b0496c tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] 10.222.0.72 "GET /v2.0/ports?device_id=3f28e38c-a31d-44a8-9e7c-a5fd7d882559 HTTP/1.1" status: 200 len: 943 time: 0.1172354 Jun 25 14:42:49.216371 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f092a2f-1759-4b63-829f-0c0a5575b316 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4343ead2-e379-49d0-9f24-341facd0ab6a,revision_number=0']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:42:49.219094 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-1f092a2f-1759-4b63-829f-0c0a5575b316 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:42:49.228914 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f092a2f-1759-4b63-829f-0c0a5575b316 admin admin] Checking segment: {'id': 'f0448863-24b8-41eb-8a14-ccd84a84caca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'b2fb22c6-c09c-45e4-bdc1-2d0dc3ad3cb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:42:49.229282 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f092a2f-1759-4b63-829f-0c0a5575b316 admin admin] Network hostable DHCP agents. Network: b2fb22c6-c09c-45e4-bdc1-2d0dc3ad3cb5, hostable agents: ['003a8640-0760-42fb-acf3-9b035430460e'], hosted agents: [] {{(pid=78397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 14:42:49.252891 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-57105caf-70dd-48aa-807c-a0cd093e47fa req-b691744c-449f-44b9-b8fe-9d1334913b0d tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] 10.222.0.72 "GET /v2.0/security-groups?id=13191a16-2633-4bde-9ccf-dc651df9ed23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593777 Jun 25 14:42:49.259348 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f092a2f-1759-4b63-829f-0c0a5575b316 admin admin] Network b2fb22c6-c09c-45e4-bdc1-2d0dc3ad3cb5 is scheduled to be hosted by DHCP agent 003a8640-0760-42fb-acf3-9b035430460e with binding_index 1 {{(pid=78397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 14:42:49.283369 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.scheduler.base_scheduler [None req-1f092a2f-1759-4b63-829f-0c0a5575b316 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798091-1-smb, b2fb22c6-c09c-45e4-bdc1-2d0dc3ad3cb5) {{(pid=78397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:42:49.293884 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13daaf3e-a0e7-4aca-9f30-abd03f588471 None None] Network b2fb22c6-c09c-45e4-bdc1-2d0dc3ad3cb5 requested from dv-cinder-798091-1-smb {{(pid=78399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 25 14:42:49.308301 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f092a2f-1759-4b63-829f-0c0a5575b316 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:49.308768 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-1f092a2f-1759-4b63-829f-0c0a5575b316 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:49.353682 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-1f092a2f-1759-4b63-829f-0c0a5575b316 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9800031 Jun 25 14:42:49.592937 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21c7f710-25bd-475a-8c9d-98054c233b5b None None] Network b2fb22c6-c09c-45e4-bdc1-2d0dc3ad3cb5 requested from dv-cinder-798091-1-smb {{(pid=78399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 25 14:42:50.119437 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfaa54e-5255-4625-bfd9-ec14d9c1c35c req-91faa38d-5a17-4a14-8223-dc3116a72772 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:50.139009 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-2dfaa54e-5255-4625-bfd9-ec14d9c1c35c req-91faa38d-5a17-4a14-8223-dc3116a72772 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/ports?device_id=e5649343-9e63-4d6c-b6f7-f3b2f1f934c4 HTTP/1.1" status: 200 len: 944 time: 0.2179813 Jun 25 14:42:50.191025 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24595958-4f8a-4594-a642-4d63d42070f2 req-f053a7be-f49c-4405-b757-7edd1895b73c tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:50.199815 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-24595958-4f8a-4594-a642-4d63d42070f2 req-f053a7be-f49c-4405-b757-7edd1895b73c tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] 10.222.0.72 "GET /v2.0/ports?device_id=100fae19-9887-4686-a978-0b1be5cfeb7f HTTP/1.1" status: 200 len: 945 time: 0.1317067 Jun 25 14:42:50.274702 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-24595958-4f8a-4594-a642-4d63d42070f2 req-2e239d6a-fbf8-402f-9259-dd58b020eb58 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] 10.222.0.72 "GET /v2.0/security-groups?id=55fed236-b79f-45ec-b512-cc10561c3d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730574 Jun 25 14:42:50.301873 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-2dfaa54e-5255-4625-bfd9-ec14d9c1c35c req-8ca748d1-0106-469b-a95b-1fd51019c6bf tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/security-groups?id=d7ad49bf-7682-4e15-9338-4a7ac2e3a89b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1600010 Jun 25 14:42:50.660548 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5cca17-f1b1-4805-a2de-ab0e3ffeb3bc req-82999cdb-d6fb-4fd9-a44e-53ddf2b965f9 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:50.667345 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-8b5cca17-f1b1-4805-a2de-ab0e3ffeb3bc req-82999cdb-d6fb-4fd9-a44e-53ddf2b965f9 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] 10.222.0.72 "GET /v2.0/ports?device_id=3f28e38c-a31d-44a8-9e7c-a5fd7d882559 HTTP/1.1" status: 200 len: 943 time: 0.2460558 Jun 25 14:42:50.748744 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-8b5cca17-f1b1-4805-a2de-ab0e3ffeb3bc req-89e5f37d-6e22-4d87-b37c-4db1379ff1c2 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] 10.222.0.72 "GET /v2.0/security-groups?id=13191a16-2633-4bde-9ccf-dc651df9ed23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784194 Jun 25 14:42:50.939745 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.72', 36698) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:42:51.126550 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:51.173734 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-4cc3216a-61b1-448b-b868-d814ca9ab944 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:51.189757 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-4cc3216a-61b1-448b-b868-d814ca9ab944 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:42:51.194310 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-4cc3216a-61b1-448b-b868-d814ca9ab944 admin admin] Usage tracker for resource:security_group_rule and tenant:5ecfd86cd73c4cefa295ba33cb0c6b5c is out of sync, need to count used quota {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:42:51.197659 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-4cc3216a-61b1-448b-b868-d814ca9ab944 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:42:51.204331 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-4cc3216a-61b1-448b-b868-d814ca9ab944 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:42:51.316572 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-4cc3216a-61b1-448b-b868-d814ca9ab944 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:51.323187 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-4cc3216a-61b1-448b-b868-d814ca9ab944 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726995'] for security_group, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:51.333439 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-88818bdf-ca5f-48e6-880a-6a2b9fb3fda7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:42:51.393143 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-4cc3216a-61b1-448b-b868-d814ca9ab944 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=5ecfd86cd73c4cefa295ba33cb0c6b5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4519727 Jun 25 14:42:51.394137 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc3216a-61b1-448b-b868-d814ca9ab944 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7def94db-269d-4436-9b6e-c4f71f4cc2ad,revision_number=1']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:42:51.398115 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.72', 36708) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:42:51.398706 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-4cc3216a-61b1-448b-b868-d814ca9ab944 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:42:51.563278 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-3c2b6e50-910a-4e78-b5c5-3c89d29762f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:51.596409 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-3c2b6e50-910a-4e78-b5c5-3c89d29762f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:51.612302 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b362f89b-5668-4c3a-a43b-ef784c7fb916 req-8311ae85-9671-4a6d-8e2d-c564c4f1dfb4 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:51.617240 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-b362f89b-5668-4c3a-a43b-ef784c7fb916 req-8311ae85-9671-4a6d-8e2d-c564c4f1dfb4 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/ports?device_id=e5649343-9e63-4d6c-b6f7-f3b2f1f934c4 HTTP/1.1" status: 200 len: 944 time: 0.1026325 Jun 25 14:42:51.647050 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12afd49a-0906-438d-ba33-79284d8af8dd req-3049ca7c-1ad1-4448-b9be-6c23521f2601 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:51.648850 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-12afd49a-0906-438d-ba33-79284d8af8dd req-3049ca7c-1ad1-4448-b9be-6c23521f2601 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] 10.222.0.72 "GET /v2.0/ports?device_id=100fae19-9887-4686-a978-0b1be5cfeb7f HTTP/1.1" status: 200 len: 945 time: 0.2215755 Jun 25 14:42:51.679641 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-b362f89b-5668-4c3a-a43b-ef784c7fb916 req-9bfca591-28b9-48ac-aa0f-2a8cdb61763e tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/security-groups?id=d7ad49bf-7682-4e15-9338-4a7ac2e3a89b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559518 Jun 25 14:42:51.734283 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-12afd49a-0906-438d-ba33-79284d8af8dd req-d1a4db6a-6743-425a-bf78-c2abf9472623 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] 10.222.0.72 "GET /v2.0/security-groups?id=55fed236-b79f-45ec-b512-cc10561c3d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760205 Jun 25 14:42:51.735735 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-3c2b6e50-910a-4e78-b5c5-3c89d29762f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726995'] for security_group, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:51.742872 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-31a27b9c-79fa-4e9a-acba-6c77d6283d94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:42:51.759022 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2b6e50-910a-4e78-b5c5-3c89d29762f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7def94db-269d-4436-9b6e-c4f71f4cc2ad,revision_number=None']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:42:51.761743 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-3c2b6e50-910a-4e78-b5c5-3c89d29762f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:42:51.762953 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-3c2b6e50-910a-4e78-b5c5-3c89d29762f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:51.770147 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-3c2b6e50-910a-4e78-b5c5-3c89d29762f7 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/7def94db-269d-4436-9b6e-c4f71f4cc2ad HTTP/1.1" status: 204 len: 168 time: 0.3699341 Jun 25 14:42:52.151591 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8c031f-d4bb-49d8-a725-fbf798404782 req-b392bee3-1dd0-4115-b294-214fa324d721 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:52.152816 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-4c8c031f-d4bb-49d8-a725-fbf798404782 req-b392bee3-1dd0-4115-b294-214fa324d721 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] 10.222.0.72 "GET /v2.0/ports?device_id=3f28e38c-a31d-44a8-9e7c-a5fd7d882559 HTTP/1.1" status: 200 len: 943 time: 0.2099741 Jun 25 14:42:52.239276 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-4c8c031f-d4bb-49d8-a725-fbf798404782 req-c5bec8e3-c468-4b84-9023-72e5af7cb0b0 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] 10.222.0.72 "GET /v2.0/security-groups?id=13191a16-2633-4bde-9ccf-dc651df9ed23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741489 Jun 25 14:42:52.330359 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.72', 36726) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:42:52.348516 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-03e4efc5-ca73-435d-b7a4-ff932a0e43b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:52.368895 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-03e4efc5-ca73-435d-b7a4-ff932a0e43b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:42:52.373450 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-03e4efc5-ca73-435d-b7a4-ff932a0e43b8 admin admin] Usage tracker for resource:security_group_rule and tenant:5e328a656edb44369c28c6f289d150c6 is out of sync, need to count used quota {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:42:52.376570 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-03e4efc5-ca73-435d-b7a4-ff932a0e43b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:42:52.383688 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-03e4efc5-ca73-435d-b7a4-ff932a0e43b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:42:52.624662 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-03e4efc5-ca73-435d-b7a4-ff932a0e43b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:52.635648 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-03e4efc5-ca73-435d-b7a4-ff932a0e43b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726995'] for security_group, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:52.648167 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-282f9c62-ad13-42eb-bd25-2ffb0423a45a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:42:52.733089 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-03e4efc5-ca73-435d-b7a4-ff932a0e43b8 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=5e328a656edb44369c28c6f289d150c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3991537 Jun 25 14:42:52.733823 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.72', 36742) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:42:52.738960 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea22f41-fcda-4def-b6b6-3705665f65ab req-6c3378ed-23a4-438d-811e-27cb07cf480c tempest-VolumesActionsTest-1309451731 tempest-VolumesActionsTest-1309451731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:52.741069 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-8ea22f41-fcda-4def-b6b6-3705665f65ab req-6c3378ed-23a4-438d-811e-27cb07cf480c tempest-VolumesActionsTest-1309451731 tempest-VolumesActionsTest-1309451731-project] 10.222.0.72 "GET /v2.0/networks?id=b2fb22c6-c09c-45e4-bdc1-2d0dc3ad3cb5 HTTP/1.1" status: 200 len: 809 time: 0.2707677 Jun 25 14:42:52.742332 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e4efc5-ca73-435d-b7a4-ff932a0e43b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23d5cf9e-d612-4d11-a179-62201e88bfa5,revision_number=1']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:42:52.745663 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-03e4efc5-ca73-435d-b7a4-ff932a0e43b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:42:52.765067 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-8ea22f41-fcda-4def-b6b6-3705665f65ab req-2f19f97f-5a9e-4a07-b0da-75eec9f34d21 tempest-VolumesActionsTest-1309451731 tempest-VolumesActionsTest-1309451731-project] 10.222.0.72 "GET /v2.0/quotas/481d44d80a86481eb5d0e32baf32ffd6 HTTP/1.1" status: 200 len: 375 time: 0.0142577 Jun 25 14:42:52.831593 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-8ea22f41-fcda-4def-b6b6-3705665f65ab req-471d9d92-2ea1-4913-b640-fa0c38d5519b tempest-VolumesActionsTest-1309451731 tempest-VolumesActionsTest-1309451731-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=481d44d80a86481eb5d0e32baf32ffd6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0576057 Jun 25 14:42:52.907579 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-143ad4b0-76ae-40c6-9d79-6e97ff4d78ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:52.955905 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-143ad4b0-76ae-40c6-9d79-6e97ff4d78ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:53.007069 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-8ea22f41-fcda-4def-b6b6-3705665f65ab req-6aec74cb-6a26-4a4d-9a56-98db69886814 service neutron] 10.222.0.72 "GET /v2.0/networks/b2fb22c6-c09c-45e4-bdc1-2d0dc3ad3cb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653080 Jun 25 14:42:53.010633 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf765bf-e905-45c5-a96f-27873d5c9d50 req-a37d3100-0242-4bb5-83cc-a0cb2d9d4276 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:53.012294 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-ecf765bf-e905-45c5-a96f-27873d5c9d50 req-a37d3100-0242-4bb5-83cc-a0cb2d9d4276 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/ports?device_id=e5649343-9e63-4d6c-b6f7-f3b2f1f934c4 HTTP/1.1" status: 200 len: 944 time: 0.1755226 Jun 25 14:42:53.059099 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-143ad4b0-76ae-40c6-9d79-6e97ff4d78ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726995'] for security_group, after_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:53.067355 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-812ac038-feed-4f98-95d0-0d257da737aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:42:53.083092 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-ecf765bf-e905-45c5-a96f-27873d5c9d50 req-45699a01-afb8-4d26-898f-d6412b60cf67 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/security-groups?id=d7ad49bf-7682-4e15-9338-4a7ac2e3a89b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649750 Jun 25 14:42:53.086871 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143ad4b0-76ae-40c6-9d79-6e97ff4d78ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23d5cf9e-d612-4d11-a179-62201e88bfa5,revision_number=None']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:42:53.089119 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-143ad4b0-76ae-40c6-9d79-6e97ff4d78ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:42:53.100780 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-143ad4b0-76ae-40c6-9d79-6e97ff4d78ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:53.106541 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-143ad4b0-76ae-40c6-9d79-6e97ff4d78ec admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/23d5cf9e-d612-4d11-a179-62201e88bfa5 HTTP/1.1" status: 204 len: 168 time: 0.3715403 Jun 25 14:42:53.184588 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-8ea22f41-fcda-4def-b6b6-3705665f65ab req-72d186d5-3418-44bf-bbd2-77f445f0c878 service neutron] 10.222.0.72 "GET /v2.0/networks/b2fb22c6-c09c-45e4-bdc1-2d0dc3ad3cb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699319 Jun 25 14:42:53.289438 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef40174-5dc4-496f-917b-3b78893b0c4e req-29d12178-c148-44d9-a07f-d3d6ad652865 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:53.298651 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-aef40174-5dc4-496f-917b-3b78893b0c4e req-29d12178-c148-44d9-a07f-d3d6ad652865 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] 10.222.0.72 "GET /v2.0/ports?device_id=100fae19-9887-4686-a978-0b1be5cfeb7f HTTP/1.1" status: 200 len: 945 time: 0.0988650 Jun 25 14:42:53.384516 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-aef40174-5dc4-496f-917b-3b78893b0c4e req-83388b76-d435-4032-96d0-5ecc44eebfc5 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] 10.222.0.72 "GET /v2.0/security-groups?id=55fed236-b79f-45ec-b512-cc10561c3d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779600 Jun 25 14:42:53.537181 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-51a1187d-5df2-4338-af02-9bf5cc694452 req-067e1438-2fbb-44dd-bd80-6d68b63c2da3 tempest-VolumesActionsTest-1309451731 tempest-VolumesActionsTest-1309451731-project] 10.222.0.72 "GET /v2.0/ports?device_id=e9635181-b208-4c83-8a23-3d8de8d8a9b7 HTTP/1.1" status: 200 len: 210 time: 0.0752373 Jun 25 14:42:53.626771 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a60657-5ded-49cb-ba13-c9031757ed0c req-43f2aa7a-553c-47ca-aea2-165b643ef025 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:53.630257 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-70a60657-5ded-49cb-ba13-c9031757ed0c req-43f2aa7a-553c-47ca-aea2-165b643ef025 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] 10.222.0.72 "GET /v2.0/ports?device_id=3f28e38c-a31d-44a8-9e7c-a5fd7d882559 HTTP/1.1" status: 200 len: 943 time: 0.1649406 Jun 25 14:42:53.698922 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-70a60657-5ded-49cb-ba13-c9031757ed0c req-095909c1-2c1a-46f6-aabb-bb8808089572 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] 10.222.0.72 "GET /v2.0/security-groups?id=13191a16-2633-4bde-9ccf-dc651df9ed23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612216 Jun 25 14:42:54.306668 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cd60eb-40e6-40dd-8441-212273fba96e req-d7f5e130-46ff-4c15-903e-9e62cbd6c5a1 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:54.308173 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-f4cd60eb-40e6-40dd-8441-212273fba96e req-d7f5e130-46ff-4c15-903e-9e62cbd6c5a1 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/ports?device_id=e5649343-9e63-4d6c-b6f7-f3b2f1f934c4 HTTP/1.1" status: 200 len: 944 time: 0.0872543 Jun 25 14:42:54.359128 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-f4cd60eb-40e6-40dd-8441-212273fba96e req-80bda49c-5bd7-4964-9f6c-3f0883aba4de tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/security-groups?id=d7ad49bf-7682-4e15-9338-4a7ac2e3a89b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451610 Jun 25 14:42:54.610532 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb9ccb5-58bc-4d18-a53f-072568ccb7e7 req-6e715b7f-2b09-4cc8-8c29-8dfae770d999 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:54.612579 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-4bb9ccb5-58bc-4d18-a53f-072568ccb7e7 req-6e715b7f-2b09-4cc8-8c29-8dfae770d999 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] 10.222.0.72 "GET /v2.0/ports?device_id=100fae19-9887-4686-a978-0b1be5cfeb7f HTTP/1.1" status: 200 len: 945 time: 0.1075687 Jun 25 14:42:54.674266 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-4bb9ccb5-58bc-4d18-a53f-072568ccb7e7 req-8c90de5a-5acb-4692-b7ad-6dd95a218756 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] 10.222.0.72 "GET /v2.0/security-groups?id=55fed236-b79f-45ec-b512-cc10561c3d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541618 Jun 25 14:42:54.703512 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-1659d729-ac53-4e11-8a0a-1e446c2a3f0f req-02b4b05e-f843-4460-bc0f-fb7d3a4efe9a tempest-VolumesActionsTest-1309451731 tempest-VolumesActionsTest-1309451731-project] 10.222.0.72 "GET /v2.0/ports?device_id=e9635181-b208-4c83-8a23-3d8de8d8a9b7 HTTP/1.1" status: 200 len: 210 time: 0.0431566 Jun 25 14:42:54.939321 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222aa2f8-5340-44a7-99d5-71f40566218e req-a10fa1db-aa71-4c66-9385-fa70b996f18b tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:54.940878 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-222aa2f8-5340-44a7-99d5-71f40566218e req-a10fa1db-aa71-4c66-9385-fa70b996f18b tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] 10.222.0.72 "GET /v2.0/ports?device_id=3f28e38c-a31d-44a8-9e7c-a5fd7d882559 HTTP/1.1" status: 200 len: 943 time: 0.1105983 Jun 25 14:42:54.995583 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-222aa2f8-5340-44a7-99d5-71f40566218e req-e770ca3f-2d67-4db3-951e-8861b5dd2f14 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] 10.222.0.72 "GET /v2.0/security-groups?id=13191a16-2633-4bde-9ccf-dc651df9ed23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468154 Jun 25 14:42:55.325267 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea22f41-fcda-4def-b6b6-3705665f65ab req-1f43f296-fbb8-4644-9021-3a3e80f61abb tempest-VolumesActionsTest-1309451731 tempest-VolumesActionsTest-1309451731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:55.326005 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [req-8ea22f41-fcda-4def-b6b6-3705665f65ab req-1f43f296-fbb8-4644-9021-3a3e80f61abb tempest-VolumesActionsTest-1309451731 tempest-VolumesActionsTest-1309451731-project] Synchronizing usage tracker for tenant:481d44d80a86481eb5d0e32baf32ffd6 on resource:network {{(pid=78398) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 25 14:42:55.346642 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [req-8ea22f41-fcda-4def-b6b6-3705665f65ab req-1f43f296-fbb8-4644-9021-3a3e80f61abb tempest-VolumesActionsTest-1309451731 tempest-VolumesActionsTest-1309451731-project] Unset dirty status for tenant:481d44d80a86481eb5d0e32baf32ffd6 on resource:network {{(pid=78398) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 25 14:42:55.347813 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-8ea22f41-fcda-4def-b6b6-3705665f65ab req-1f43f296-fbb8-4644-9021-3a3e80f61abb tempest-VolumesActionsTest-1309451731 tempest-VolumesActionsTest-1309451731-project] 10.222.0.77 "GET /v2.0/networks?id=b2fb22c6-c09c-45e4-bdc1-2d0dc3ad3cb5 HTTP/1.1" status: 200 len: 809 time: 0.1824286 Jun 25 14:42:55.368807 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.v2.base [req-8ea22f41-fcda-4def-b6b6-3705665f65ab req-930e240d-e943-462b-8dba-39817b108524 tempest-VolumesActionsTest-1309451731 tempest-VolumesActionsTest-1309451731-project] Request body: {'port': {'device_id': 'e9635181-b208-4c83-8a23-3d8de8d8a9b7', 'network_id': 'b2fb22c6-c09c-45e4-bdc1-2d0dc3ad3cb5', 'admin_state_up': True, 'tenant_id': '481d44d80a86481eb5d0e32baf32ffd6'}} {{(pid=78398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:42:55.576263 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [req-8ea22f41-fcda-4def-b6b6-3705665f65ab req-930e240d-e943-462b-8dba-39817b108524 tempest-VolumesActionsTest-1309451731 tempest-VolumesActionsTest-1309451731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:42:55.590395 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [req-8ea22f41-fcda-4def-b6b6-3705665f65ab req-930e240d-e943-462b-8dba-39817b108524 tempest-VolumesActionsTest-1309451731 tempest-VolumesActionsTest-1309451731-project] Usage tracker for resource:port and tenant:481d44d80a86481eb5d0e32baf32ffd6 is out of sync, need to count used quota {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:42:55.594390 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [req-8ea22f41-fcda-4def-b6b6-3705665f65ab req-930e240d-e943-462b-8dba-39817b108524 tempest-VolumesActionsTest-1309451731 tempest-VolumesActionsTest-1309451731-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:42:55.602630 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [req-8ea22f41-fcda-4def-b6b6-3705665f65ab req-930e240d-e943-462b-8dba-39817b108524 tempest-VolumesActionsTest-1309451731 tempest-VolumesActionsTest-1309451731-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:42:55.628814 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ea22f41-fcda-4def-b6b6-3705665f65ab req-930e240d-e943-462b-8dba-39817b108524 tempest-VolumesActionsTest-1309451731 tempest-VolumesActionsTest-1309451731-project] Made reservation on behalf of 481d44d80a86481eb5d0e32baf32ffd6 for: {'port': 1} {{(pid=78398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 14:42:55.632784 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [req-8ea22f41-fcda-4def-b6b6-3705665f65ab req-930e240d-e943-462b-8dba-39817b108524 tempest-VolumesActionsTest-1309451731 tempest-VolumesActionsTest-1309451731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for port, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:55.720851 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8900cd2-82dd-43c4-9ccf-2efb4ae90a08 req-17fc7f3e-8b4f-4932-a1d6-697de8f566e7 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:55.720851 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-a8900cd2-82dd-43c4-9ccf-2efb4ae90a08 req-17fc7f3e-8b4f-4932-a1d6-697de8f566e7 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/ports?device_id=e5649343-9e63-4d6c-b6f7-f3b2f1f934c4 HTTP/1.1" status: 200 len: 944 time: 0.1770401 Jun 25 14:42:55.796801 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-a8900cd2-82dd-43c4-9ccf-2efb4ae90a08 req-2d25fb44-3ae7-4928-8a0a-f3087db9d20e tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/security-groups?id=d7ad49bf-7682-4e15-9338-4a7ac2e3a89b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690441 Jun 25 14:42:55.944157 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.db_base_plugin_common [req-8ea22f41-fcda-4def-b6b6-3705665f65ab req-930e240d-e943-462b-8dba-39817b108524 tempest-VolumesActionsTest-1309451731 tempest-VolumesActionsTest-1309451731-project] Allocated IP 172.20.0.12 (b2fb22c6-c09c-45e4-bdc1-2d0dc3ad3cb5/4343ead2-e379-49d0-9f24-341facd0ab6a/5d114ee3-69c6-4394-934d-28f516f5e466) {{(pid=78398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 14:42:55.961258 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b71413-a83f-4510-9827-5d665b4d9380 req-19ecd2d7-7c55-4fdb-b310-477eb0d9b455 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:55.964333 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-17b71413-a83f-4510-9827-5d665b4d9380 req-19ecd2d7-7c55-4fdb-b310-477eb0d9b455 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] 10.222.0.72 "GET /v2.0/ports?device_id=100fae19-9887-4686-a978-0b1be5cfeb7f HTTP/1.1" status: 200 len: 945 time: 0.1397760 Jun 25 14:42:56.015574 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-17b71413-a83f-4510-9827-5d665b4d9380 req-c8fa045e-d4cb-4c21-a737-7a8376c11183 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] 10.222.0.72 "GET /v2.0/security-groups?id=55fed236-b79f-45ec-b512-cc10561c3d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454230 Jun 25 14:42:56.056114 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-b4a48916-64c4-4b08-9a1e-5fb017953a0e req-3394b705-6cbe-403c-b8f2-4976e20609e5 tempest-VolumesActionsTest-1309451731 tempest-VolumesActionsTest-1309451731-project] 10.222.0.72 "GET /v2.0/ports?device_id=e9635181-b208-4c83-8a23-3d8de8d8a9b7 HTTP/1.1" status: 200 len: 210 time: 0.0578184 Jun 25 14:42:56.135765 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Device 5a94f68a-bfe7-46b1-8109-62131ca96b68 details requested by agent hyperv_hv-cinder-79809 with host hv-cinder-79809 {{(pid=78399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 25 14:42:56.245189 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [req-8ea22f41-fcda-4def-b6b6-3705665f65ab req-930e240d-e943-462b-8dba-39817b108524 tempest-VolumesActionsTest-1309451731 tempest-VolumesActionsTest-1309451731-project] Notify callbacks [] for port, precommit_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:56.291450 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [req-8ea22f41-fcda-4def-b6b6-3705665f65ab req-930e240d-e943-462b-8dba-39817b108524 tempest-VolumesActionsTest-1309451731 tempest-VolumesActionsTest-1309451731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747172243469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1901102'] for port, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:56.299528 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-b67ab1cf-7b31-42f8-a0c3-6d84cdebd87e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:42:56.316443 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cdb567-58bf-40d6-af85-a38e1a0e9ac1 req-7307ba29-3bdf-4f26-b941-dd737bdecb94 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:56.318150 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-d3cdb567-58bf-40d6-af85-a38e1a0e9ac1 req-7307ba29-3bdf-4f26-b941-dd737bdecb94 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] 10.222.0.72 "GET /v2.0/ports?device_id=3f28e38c-a31d-44a8-9e7c-a5fd7d882559 HTTP/1.1" status: 200 len: 943 time: 0.1266026 Jun 25 14:42:56.335863 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] For port 5a94f68a-bfe7-46b1-8109-62131ca96b68, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=5a94f68a-bfe7-46b1-8109-62131ca96b68,segment=NetworkSegment(a65b86f5-3f7c-4ec8-ae88-0cc75edf3323),segment_id=a65b86f5-3f7c-4ec8-ae88-0cc75edf3323)] {{(pid=78399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:42:56.361077 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Returning: {'device': '5a94f68a-bfe7-46b1-8109-62131ca96b68', 'network_id': '8c94d8da-413e-4525-98c0-863d33ff9021', 'port_id': '5a94f68a-bfe7-46b1-8109-62131ca96b68', 'mac_address': 'fa:16:3e:18:2d:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d90de92-96c5-4eac-9554-41f78dcebc2a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 25 14:42:56.409821 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-d3cdb567-58bf-40d6-af85-a38e1a0e9ac1 req-3c6c3095-f8f5-4d4f-ae32-0518ff76d9ba tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] 10.222.0.72 "GET /v2.0/security-groups?id=13191a16-2633-4bde-9ccf-dc651df9ed23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843310 Jun 25 14:42:56.429906 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for port, before_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:56.484550 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.notifiers.nova [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a94f68a-bfe7-46b1-8109-62131ca96b68 {{(pid=78399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 14:42:56.487762 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ea22f41-fcda-4def-b6b6-3705665f65ab req-930e240d-e943-462b-8dba-39817b108524 tempest-VolumesActionsTest-1309451731 tempest-VolumesActionsTest-1309451731-project] Network b2fb22c6-c09c-45e4-bdc1-2d0dc3ad3cb5 is already hosted by enough agents. {{(pid=78398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:42:56.492655 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.scheduler.base_scheduler [req-8ea22f41-fcda-4def-b6b6-3705665f65ab req-930e240d-e943-462b-8dba-39817b108524 tempest-VolumesActionsTest-1309451731 tempest-VolumesActionsTest-1309451731-project] Resources bound (agent type, host, resource id): {{(pid=78398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:42:56.496884 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ea22f41-fcda-4def-b6b6-3705665f65ab req-930e240d-e943-462b-8dba-39817b108524 tempest-VolumesActionsTest-1309451731 tempest-VolumesActionsTest-1309451731-project] Received port after_create {{(pid=78398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 25 14:42:56.503496 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] For port 5a94f68a-bfe7-46b1-8109-62131ca96b68, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=5a94f68a-bfe7-46b1-8109-62131ca96b68,segment=NetworkSegment(a65b86f5-3f7c-4ec8-ae88-0cc75edf3323),segment_id=a65b86f5-3f7c-4ec8-ae88-0cc75edf3323)] {{(pid=78399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:42:56.509286 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747172683978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747172243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747172243532'] for port, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:56.511662 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:42:56.529093 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930e240d-e943-462b-8dba-39817b108524 tempest-VolumesActionsTest-1309451731 tempest-VolumesActionsTest-1309451731-project] Pushing event updated for resources: {'Port': ['ID=5d114ee3-69c6-4394-934d-28f516f5e466,revision_number=1']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:42:56.535724 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-930e240d-e943-462b-8dba-39817b108524 tempest-VolumesActionsTest-1309451731 tempest-VolumesActionsTest-1309451731-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:42:56.573470 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea22f41-fcda-4def-b6b6-3705665f65ab req-930e240d-e943-462b-8dba-39817b108524 tempest-VolumesActionsTest-1309451731 tempest-VolumesActionsTest-1309451731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:56.574126 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [req-8ea22f41-fcda-4def-b6b6-3705665f65ab req-930e240d-e943-462b-8dba-39817b108524 tempest-VolumesActionsTest-1309451731 tempest-VolumesActionsTest-1309451731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257150'] for port, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:56.583069 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Pushing event updated for resources: {'Port': ['ID=5a94f68a-bfe7-46b1-8109-62131ca96b68,revision_number=4']} {{(pid=78399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:42:56.587416 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:42:56.651828 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-8ea22f41-fcda-4def-b6b6-3705665f65ab req-930e240d-e943-462b-8dba-39817b108524 tempest-VolumesActionsTest-1309451731 tempest-VolumesActionsTest-1309451731-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2877080 Jun 25 14:42:56.668861 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bc487f-4a8c-49c5-8d96-6f98217277a4 req-c29e8ffa-f9ba-47e4-b97e-dedf8b9fe324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:56.670337 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-b6bc487f-4a8c-49c5-8d96-6f98217277a4 req-c29e8ffa-f9ba-47e4-b97e-dedf8b9fe324 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=7a1d3268123d4b12a1168eda73de2201&device_id=100fae19-9887-4686-a978-0b1be5cfeb7f HTTP/1.1" status: 200 len: 1098 time: 0.1039031 Jun 25 14:42:56.676375 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.v2.base [req-8ea22f41-fcda-4def-b6b6-3705665f65ab req-0ec5dad4-4bc4-4a7b-8d82-c42b1e53a2e7 service neutron] Request body: {'port': {'device_id': 'e9635181-b208-4c83-8a23-3d8de8d8a9b7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79809'}} {{(pid=78398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:42:56.842173 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] get_ports_and_sgs() called for port_ids ['5a94f68a-bfe7-46b1-8109-62131ca96b68'] {{(pid=78399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 25 14:42:56.970642 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bc487f-4a8c-49c5-8d96-6f98217277a4 req-4c8c8ce1-fd82-493b-a5de-77378322ea8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:56.972450 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-b6bc487f-4a8c-49c5-8d96-6f98217277a4 req-4c8c8ce1-fd82-493b-a5de-77378322ea8e service neutron] 10.222.0.77 "GET /v2.0/networks?id=67ba1ff0-ab4f-41c2-a1c4-6027b2c685c1 HTTP/1.1" status: 200 len: 911 time: 0.2657394 Jun 25 14:42:56.979388 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [req-8ea22f41-fcda-4def-b6b6-3705665f65ab req-0ec5dad4-4bc4-4a7b-8d82-c42b1e53a2e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for port, before_update {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:57.072419 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5091b4-78ed-4fe6-9619-aedb90d00f64 req-78a50af2-b125-45a7-9e25-7e2e85f33bed tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:57.074931 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-fc5091b4-78ed-4fe6-9619-aedb90d00f64 req-78a50af2-b125-45a7-9e25-7e2e85f33bed tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/ports?device_id=e5649343-9e63-4d6c-b6f7-f3b2f1f934c4 HTTP/1.1" status: 200 len: 944 time: 0.1127639 Jun 25 14:42:57.169720 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-b6bc487f-4a8c-49c5-8d96-6f98217277a4 req-9621e67e-8517-4394-b181-3d4be04d579e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0a555632-35d7-4e70-abff-453a0e8e3e79 HTTP/1.1" status: 200 len: 1000 time: 0.1782532 Jun 25 14:42:57.172196 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-fc5091b4-78ed-4fe6-9619-aedb90d00f64 req-0765ab78-0d71-4af9-a7cb-177861b383c9 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/security-groups?id=d7ad49bf-7682-4e15-9338-4a7ac2e3a89b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917039 Jun 25 14:42:57.382065 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bc487f-4a8c-49c5-8d96-6f98217277a4 req-0242d7bd-9669-42a1-a848-2557b1ce150c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:57.383578 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-b6bc487f-4a8c-49c5-8d96-6f98217277a4 req-0242d7bd-9669-42a1-a848-2557b1ce150c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ac1ed06e-d434-4471-8b10-9318752714c1 HTTP/1.1" status: 200 len: 849 time: 0.1684666 Jun 25 14:42:57.478730 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9598b788-28a1-4290-96ea-93856356b88e req-dd872c40-1a57-4141-b274-0958dfc521ee tempest-VolumesActionsTest-1309451731 tempest-VolumesActionsTest-1309451731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:57.480192 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-9598b788-28a1-4290-96ea-93856356b88e req-dd872c40-1a57-4141-b274-0958dfc521ee tempest-VolumesActionsTest-1309451731 tempest-VolumesActionsTest-1309451731-project] 10.222.0.72 "GET /v2.0/ports?device_id=e9635181-b208-4c83-8a23-3d8de8d8a9b7 HTTP/1.1" status: 200 len: 932 time: 0.1881046 Jun 25 14:42:57.528606 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-9598b788-28a1-4290-96ea-93856356b88e req-9f7c7fa4-b756-4aac-9c42-c4ee569636c0 tempest-VolumesActionsTest-1309451731 tempest-VolumesActionsTest-1309451731-project] 10.222.0.72 "GET /v2.0/security-groups?id=59b60005-38c8-4358-b95b-fed8b26d29d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422406 Jun 25 14:42:57.539736 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f441ffae-ddc3-4a66-9ded-eb88c0688992 req-a321b845-a638-4d82-967b-a954f9029c85 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:57.541297 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-f441ffae-ddc3-4a66-9ded-eb88c0688992 req-a321b845-a638-4d82-967b-a954f9029c85 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] 10.222.0.72 "GET /v2.0/ports?device_id=100fae19-9887-4686-a978-0b1be5cfeb7f HTTP/1.1" status: 200 len: 945 time: 0.3707223 Jun 25 14:42:57.634464 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-f441ffae-ddc3-4a66-9ded-eb88c0688992 req-83d88338-d396-41b4-92ce-2803cf89066b tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] 10.222.0.72 "GET /v2.0/security-groups?id=55fed236-b79f-45ec-b512-cc10561c3d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863900 Jun 25 14:42:57.640833 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bc487f-4a8c-49c5-8d96-6f98217277a4 req-0e9ba390-8b2a-4239-bdf1-0fa8ef0dd53a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:57.642614 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-b6bc487f-4a8c-49c5-8d96-6f98217277a4 req-0e9ba390-8b2a-4239-bdf1-0fa8ef0dd53a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=67ba1ff0-ab4f-41c2-a1c4-6027b2c685c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2504058 Jun 25 14:42:57.728012 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34973610-804a-4ca8-bceb-95128c109497 req-22da6bf2-252f-4e30-ba87-3df178c9101e tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:57.729831 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-34973610-804a-4ca8-bceb-95128c109497 req-22da6bf2-252f-4e30-ba87-3df178c9101e tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] 10.222.0.72 "GET /v2.0/ports?device_id=3f28e38c-a31d-44a8-9e7c-a5fd7d882559 HTTP/1.1" status: 200 len: 944 time: 0.0859158 Jun 25 14:42:57.779095 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-34973610-804a-4ca8-bceb-95128c109497 req-8615750d-0cfd-472e-9ce7-d3681613afea tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] 10.222.0.72 "GET /v2.0/security-groups?id=13191a16-2633-4bde-9ccf-dc651df9ed23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436010 Jun 25 14:42:57.802280 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.notifiers.nova [req-8ea22f41-fcda-4def-b6b6-3705665f65ab req-0ec5dad4-4bc4-4a7b-8d82-c42b1e53a2e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d114ee3-69c6-4394-934d-28f516f5e466 {{(pid=78398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 14:42:57.813658 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [req-8ea22f41-fcda-4def-b6b6-3705665f65ab req-0ec5dad4-4bc4-4a7b-8d82-c42b1e53a2e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:57.856067 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.provisioning_blocks [req-8ea22f41-fcda-4def-b6b6-3705665f65ab req-0ec5dad4-4bc4-4a7b-8d82-c42b1e53a2e7 service neutron] Transition to ACTIVE for port object 5d114ee3-69c6-4394-934d-28f516f5e466 will not be triggered until provisioned by entity L2. {{(pid=78398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:42:57.859965 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-b6bc487f-4a8c-49c5-8d96-6f98217277a4 req-4d15d862-c82a-4576-ad96-1e1cb1dd6086 service neutron] 10.222.0.77 "GET /v2.0/networks/67ba1ff0-ab4f-41c2-a1c4-6027b2c685c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2094932 Jun 25 14:42:57.860955 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [req-8ea22f41-fcda-4def-b6b6-3705665f65ab req-0ec5dad4-4bc4-4a7b-8d82-c42b1e53a2e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747172683978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747172243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747172243532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1901081'] for port, after_update {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:57.864599 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-dc97a09b-5635-483f-ac8b-fa96194b31cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:42:58.073851 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec5dad4-4bc4-4a7b-8d82-c42b1e53a2e7 service neutron] Pushing event updated for resources: {'Port': ['ID=5d114ee3-69c6-4394-934d-28f516f5e466,revision_number=2']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:42:58.140190 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Device 1997573f-4989-48d0-ad12-2edadad644f1 details requested by agent hyperv_hv-cinder-79809 with host hv-cinder-79809 {{(pid=78399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 25 14:42:58.150960 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Device 5a94f68a-bfe7-46b1-8109-62131ca96b68 up at agent hyperv_hv-cinder-79809 {{(pid=78399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:42:58.229269 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec5dad4-4bc4-4a7b-8d82-c42b1e53a2e7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:42:58.229543 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec5dad4-4bc4-4a7b-8d82-c42b1e53a2e7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:42:58.229921 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec5dad4-4bc4-4a7b-8d82-c42b1e53a2e7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:42:58.230266 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec5dad4-4bc4-4a7b-8d82-c42b1e53a2e7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:42:58.230605 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec5dad4-4bc4-4a7b-8d82-c42b1e53a2e7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:42:58.230945 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec5dad4-4bc4-4a7b-8d82-c42b1e53a2e7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:42:58.231283 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec5dad4-4bc4-4a7b-8d82-c42b1e53a2e7 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:42:58.231636 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec5dad4-4bc4-4a7b-8d82-c42b1e53a2e7 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:42:58.231972 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec5dad4-4bc4-4a7b-8d82-c42b1e53a2e7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:42:58.232305 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec5dad4-4bc4-4a7b-8d82-c42b1e53a2e7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:42:58.232636 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec5dad4-4bc4-4a7b-8d82-c42b1e53a2e7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:42:58.232965 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec5dad4-4bc4-4a7b-8d82-c42b1e53a2e7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:42:58.246546 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-0ec5dad4-4bc4-4a7b-8d82-c42b1e53a2e7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:42:58.324149 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-b6bc487f-4a8c-49c5-8d96-6f98217277a4 req-f0820b49-7372-497d-a371-61b8e778d06d service neutron] 10.222.0.77 "GET /v2.0/networks/67ba1ff0-ab4f-41c2-a1c4-6027b2c685c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4307640 Jun 25 14:42:58.336128 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Provisioning for port 5a94f68a-bfe7-46b1-8109-62131ca96b68 completed by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:42:58.356118 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Provisioning complete for port 5a94f68a-bfe7-46b1-8109-62131ca96b68 triggered by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:42:58.356491 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545280'] for port, provisioning_complete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:58.385333 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.managers [req-8ea22f41-fcda-4def-b6b6-3705665f65ab req-0ec5dad4-4bc4-4a7b-8d82-c42b1e53a2e7 service neutron] Attempting to bind port 5d114ee3-69c6-4394-934d-28f516f5e466 on host hv-cinder-79809 for vnic_type normal with profile {{(pid=78398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 14:42:58.385623 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.managers [req-8ea22f41-fcda-4def-b6b6-3705665f65ab req-0ec5dad4-4bc4-4a7b-8d82-c42b1e53a2e7 service neutron] Attempting to bind port 5d114ee3-69c6-4394-934d-28f516f5e466 by drivers openvswitch,hyperv on host hv-cinder-79809 at level 0 using segments [{'id': 'f0448863-24b8-41eb-8a14-ccd84a84caca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'b2fb22c6-c09c-45e4-bdc1-2d0dc3ad3cb5'}] {{(pid=78398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 14:42:58.386025 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ea22f41-fcda-4def-b6b6-3705665f65ab req-0ec5dad4-4bc4-4a7b-8d82-c42b1e53a2e7 service neutron] Attempting to bind port 5d114ee3-69c6-4394-934d-28f516f5e466 on network b2fb22c6-c09c-45e4-bdc1-2d0dc3ad3cb5 {{(pid=78398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:42:58.396868 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ea22f41-fcda-4def-b6b6-3705665f65ab req-0ec5dad4-4bc4-4a7b-8d82-c42b1e53a2e7 service neutron] Port 5d114ee3-69c6-4394-934d-28f516f5e466 on network b2fb22c6-c09c-45e4-bdc1-2d0dc3ad3cb5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79809 {{(pid=78398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 14:42:58.397254 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ea22f41-fcda-4def-b6b6-3705665f65ab req-0ec5dad4-4bc4-4a7b-8d82-c42b1e53a2e7 service neutron] Attempting to bind port 5d114ee3-69c6-4394-934d-28f516f5e466 on network b2fb22c6-c09c-45e4-bdc1-2d0dc3ad3cb5 {{(pid=78398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:42:58.404747 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ea22f41-fcda-4def-b6b6-3705665f65ab req-0ec5dad4-4bc4-4a7b-8d82-c42b1e53a2e7 service neutron] Checking agent: {'id': 'cd5845b2-5f15-4f32-8a77-b0e44a8778a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79809', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 14, 36, 51), 'started_at': datetime.datetime(2021, 6, 25, 14, 36, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 14, 42, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 14:42:58.405578 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ea22f41-fcda-4def-b6b6-3705665f65ab req-0ec5dad4-4bc4-4a7b-8d82-c42b1e53a2e7 service neutron] Checking segment: {'id': 'f0448863-24b8-41eb-8a14-ccd84a84caca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'b2fb22c6-c09c-45e4-bdc1-2d0dc3ad3cb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:42:58.405578 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ea22f41-fcda-4def-b6b6-3705665f65ab req-0ec5dad4-4bc4-4a7b-8d82-c42b1e53a2e7 service neutron] Bound using segment: {'id': 'f0448863-24b8-41eb-8a14-ccd84a84caca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'b2fb22c6-c09c-45e4-bdc1-2d0dc3ad3cb5'} {{(pid=78398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 14:42:58.406066 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.managers [req-8ea22f41-fcda-4def-b6b6-3705665f65ab req-0ec5dad4-4bc4-4a7b-8d82-c42b1e53a2e7 service neutron] Bound port: 5d114ee3-69c6-4394-934d-28f516f5e466, host: hv-cinder-79809, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0448863-24b8-41eb-8a14-ccd84a84caca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'b2fb22c6-c09c-45e4-bdc1-2d0dc3ad3cb5'}}] {{(pid=78398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 14:42:58.406474 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [req-8ea22f41-fcda-4def-b6b6-3705665f65ab req-0ec5dad4-4bc4-4a7b-8d82-c42b1e53a2e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for port, before_update {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:58.421829 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] For port 1997573f-4989-48d0-ad12-2edadad644f1, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=1997573f-4989-48d0-ad12-2edadad644f1,segment=NetworkSegment(715dd0a5-8081-4e27-94a5-147a06fdbf26),segment_id=715dd0a5-8081-4e27-94a5-147a06fdbf26)] {{(pid=78399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:42:58.443548 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Returning: {'device': '1997573f-4989-48d0-ad12-2edadad644f1', 'network_id': 'fc3ffe9c-74f9-42a1-af5f-69842b644ae0', 'port_id': '1997573f-4989-48d0-ad12-2edadad644f1', 'mac_address': 'fa:16:3e:b5:05:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24c79731-6cdf-4634-b94b-8a5d29662e96', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 25 14:42:58.530800 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da1af42-c130-4588-ab0e-d56f2a3a205f req-9c115870-8da6-44d6-ba2c-279a10bac20b tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:58.532648 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-7da1af42-c130-4588-ab0e-d56f2a3a205f req-9c115870-8da6-44d6-ba2c-279a10bac20b tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/ports?device_id=e5649343-9e63-4d6c-b6f7-f3b2f1f934c4 HTTP/1.1" status: 200 len: 944 time: 0.1911619 Jun 25 14:42:58.540411 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.db [req-8ea22f41-fcda-4def-b6b6-3705665f65ab req-0ec5dad4-4bc4-4a7b-8d82-c42b1e53a2e7 service neutron] For port 5d114ee3-69c6-4394-934d-28f516f5e466, host hv-cinder-79809, cleared binding levels {{(pid=78398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 25 14:42:58.544266 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.db [req-8ea22f41-fcda-4def-b6b6-3705665f65ab req-0ec5dad4-4bc4-4a7b-8d82-c42b1e53a2e7 service neutron] For port 5d114ee3-69c6-4394-934d-28f516f5e466, host hv-cinder-79809, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=5d114ee3-69c6-4394-934d-28f516f5e466,segment=NetworkSegment(f0448863-24b8-41eb-8a14-ccd84a84caca),segment_id=f0448863-24b8-41eb-8a14-ccd84a84caca)] {{(pid=78398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 25 14:42:58.549202 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [req-8ea22f41-fcda-4def-b6b6-3705665f65ab req-0ec5dad4-4bc4-4a7b-8d82-c42b1e53a2e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747172683978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747172243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747172243532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1901081'] for port, after_update {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:58.555587 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-52e1c374-39c1-40be-a0ab-5ad15c6f922e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:42:58.560089 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for port, before_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:58.584759 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for port, before_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:58.594841 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.notifiers.nova [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1997573f-4989-48d0-ad12-2edadad644f1 {{(pid=78399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 14:42:58.612759 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] For port 1997573f-4989-48d0-ad12-2edadad644f1, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=1997573f-4989-48d0-ad12-2edadad644f1,segment=NetworkSegment(715dd0a5-8081-4e27-94a5-147a06fdbf26),segment_id=715dd0a5-8081-4e27-94a5-147a06fdbf26)] {{(pid=78399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:42:58.622980 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747172683978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747172243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747172243532'] for port, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:58.626289 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:42:58.654854 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea22f41-fcda-4def-b6b6-3705665f65ab req-0ec5dad4-4bc4-4a7b-8d82-c42b1e53a2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:58.655552 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [req-8ea22f41-fcda-4def-b6b6-3705665f65ab req-0ec5dad4-4bc4-4a7b-8d82-c42b1e53a2e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257150'] for port, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:58.657074 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-8ea22f41-fcda-4def-b6b6-3705665f65ab req-0ec5dad4-4bc4-4a7b-8d82-c42b1e53a2e7 service neutron] 10.222.0.77 "PUT /v2.0/ports/5d114ee3-69c6-4394-934d-28f516f5e466 HTTP/1.1" status: 200 len: 1094 time: 1.9857972 Jun 25 14:42:58.657611 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9635181-b208-4c83-8a23-3d8de8d8a9b7', 'tag': '5d114ee3-69c6-4394-934d-28f516f5e466'}] {{(pid=78398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:42:58.692875 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f28e38c-a31d-44a8-9e7c-a5fd7d882559', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a94f68a-bfe7-46b1-8109-62131ca96b68'}] {{(pid=78399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:42:58.712556 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] For port 5a94f68a-bfe7-46b1-8109-62131ca96b68, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=5a94f68a-bfe7-46b1-8109-62131ca96b68,segment=NetworkSegment(a65b86f5-3f7c-4ec8-ae88-0cc75edf3323),segment_id=a65b86f5-3f7c-4ec8-ae88-0cc75edf3323)] {{(pid=78399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:42:58.718605 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-7da1af42-c130-4588-ab0e-d56f2a3a205f req-9da16337-7570-4df2-8be5-1eb334dbc1a2 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/security-groups?id=d7ad49bf-7682-4e15-9338-4a7ac2e3a89b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1637466 Jun 25 14:42:58.726118 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747172683978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747172243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747172243532'] for port, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:58.730916 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec5dad4-4bc4-4a7b-8d82-c42b1e53a2e7 service neutron] Pushing event updated for resources: {'Port': ['ID=5d114ee3-69c6-4394-934d-28f516f5e466,revision_number=3']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:42:58.740078 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Pushing event updated for resources: {'Port': ['ID=1997573f-4989-48d0-ad12-2edadad644f1,revision_number=9']} {{(pid=78399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:42:58.745006 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:42:58.745829 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:42:58.858887 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-0ec5dad4-4bc4-4a7b-8d82-c42b1e53a2e7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:42:58.861818 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Pushing event updated for resources: {'Port': ['ID=5a94f68a-bfe7-46b1-8109-62131ca96b68,revision_number=5']} {{(pid=78399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:42:58.870200 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:42:58.929378 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea22f41-fcda-4def-b6b6-3705665f65ab req-9b5d42f9-77e3-4171-8fd5-555c4b4ff67f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:58.934551 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-8ea22f41-fcda-4def-b6b6-3705665f65ab req-9b5d42f9-77e3-4171-8fd5-555c4b4ff67f service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=481d44d80a86481eb5d0e32baf32ffd6&device_id=e9635181-b208-4c83-8a23-3d8de8d8a9b7 HTTP/1.1" status: 200 len: 1097 time: 0.2038722 Jun 25 14:42:58.935103 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.72', 36888) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:42:58.955315 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db5d74b-de53-4534-993b-c17b59e16ac4 req-70ee9e80-320b-42e3-a92c-70638698f698 tempest-VolumesActionsTest-1309451731 tempest-VolumesActionsTest-1309451731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:58.961398 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-5db5d74b-de53-4534-993b-c17b59e16ac4 req-70ee9e80-320b-42e3-a92c-70638698f698 tempest-VolumesActionsTest-1309451731 tempest-VolumesActionsTest-1309451731-project] 10.222.0.72 "GET /v2.0/ports?device_id=e9635181-b208-4c83-8a23-3d8de8d8a9b7 HTTP/1.1" status: 200 len: 944 time: 0.1441863 Jun 25 14:42:58.981348 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] get_ports_and_sgs() called for port_ids ['1997573f-4989-48d0-ad12-2edadad644f1'] {{(pid=78399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 25 14:42:59.013461 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-5db5d74b-de53-4534-993b-c17b59e16ac4 req-e18675ed-0a73-4758-b4de-ddc572f0ce7e tempest-VolumesActionsTest-1309451731 tempest-VolumesActionsTest-1309451731-project] 10.222.0.72 "GET /v2.0/security-groups?id=59b60005-38c8-4358-b95b-fed8b26d29d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499022 Jun 25 14:42:59.059473 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-8ea22f41-fcda-4def-b6b6-3705665f65ab req-d1794872-b260-445a-9a07-1eca0e30ee4a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5d114ee3-69c6-4394-934d-28f516f5e466 HTTP/1.1" status: 200 len: 217 time: 0.1088765 Jun 25 14:42:59.109946 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9635181-b208-4c83-8a23-3d8de8d8a9b7', 'tag': '5d114ee3-69c6-4394-934d-28f516f5e466', 'status': 'completed', 'code': 200} Jun 25 14:42:59.130132 dv-cinder-798091-1-smb neutron-server[78399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f28e38c-a31d-44a8-9e7c-a5fd7d882559', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a94f68a-bfe7-46b1-8109-62131ca96b68', 'code': 200} Jun 25 14:42:59.153715 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-228bed71-7277-4982-8254-19ffbcbc6c5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:59.186439 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-228bed71-7277-4982-8254-19ffbcbc6c5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:42:59.189603 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea22f41-fcda-4def-b6b6-3705665f65ab req-ab793c64-4455-4c85-89d7-5554f4a28fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:59.191062 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-8ea22f41-fcda-4def-b6b6-3705665f65ab req-ab793c64-4455-4c85-89d7-5554f4a28fbf service neutron] 10.222.0.77 "GET /v2.0/subnets?id=4343ead2-e379-49d0-9f24-341facd0ab6a HTTP/1.1" status: 200 len: 849 time: 0.1187344 Jun 25 14:42:59.195184 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-228bed71-7277-4982-8254-19ffbcbc6c5b admin admin] Usage tracker for resource:security_group_rule and tenant:e92977cb367e4868a17a1ce9c71707da is out of sync, need to count used quota {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:42:59.199248 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-228bed71-7277-4982-8254-19ffbcbc6c5b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:42:59.244576 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-228bed71-7277-4982-8254-19ffbcbc6c5b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:42:59.255760 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-8ea22f41-fcda-4def-b6b6-3705665f65ab req-e1e66416-96d7-410c-967c-99fdbb8353ec service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b2fb22c6-c09c-45e4-bdc1-2d0dc3ad3cb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520694 Jun 25 14:42:59.301155 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c14304-0803-43a1-8954-5bc17ed18785 req-addbd231-fae1-4761-b5a8-ac27da12296c tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:59.303897 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-e5c14304-0803-43a1-8954-5bc17ed18785 req-addbd231-fae1-4761-b5a8-ac27da12296c tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] 10.222.0.72 "GET /v2.0/ports?device_id=100fae19-9887-4686-a978-0b1be5cfeb7f HTTP/1.1" status: 200 len: 945 time: 0.2881987 Jun 25 14:42:59.320808 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5cf062-52c8-4879-9d8b-08a60cf9ab6f req-aa7066cc-5218-46f6-97d2-6871821abdf6 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:59.322485 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-fa5cf062-52c8-4879-9d8b-08a60cf9ab6f req-aa7066cc-5218-46f6-97d2-6871821abdf6 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] 10.222.0.72 "GET /v2.0/ports?device_id=3f28e38c-a31d-44a8-9e7c-a5fd7d882559 HTTP/1.1" status: 200 len: 945 time: 0.1005437 Jun 25 14:42:59.374224 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-fa5cf062-52c8-4879-9d8b-08a60cf9ab6f req-8bc64fb6-0831-4304-bc4a-c5065b185a5d tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] 10.222.0.72 "GET /v2.0/security-groups?id=13191a16-2633-4bde-9ccf-dc651df9ed23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455809 Jun 25 14:42:59.498950 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-e5c14304-0803-43a1-8954-5bc17ed18785 req-6de33328-a649-41ef-8247-5e4f8fefb98f tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] 10.222.0.72 "GET /v2.0/security-groups?id=55fed236-b79f-45ec-b512-cc10561c3d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1880777 Jun 25 14:42:59.574979 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-8ea22f41-fcda-4def-b6b6-3705665f65ab req-9257dbc6-d89f-4979-b73e-822583891270 service neutron] 10.222.0.77 "GET /v2.0/networks/b2fb22c6-c09c-45e4-bdc1-2d0dc3ad3cb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3089678 Jun 25 14:42:59.585419 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-228bed71-7277-4982-8254-19ffbcbc6c5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:59.613672 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47c909b-073f-4807-a411-0df8369f4e39 req-8293b0a4-5587-4694-8ae8-62aaf9df5695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:59.615204 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-e47c909b-073f-4807-a411-0df8369f4e39 req-8293b0a4-5587-4694-8ae8-62aaf9df5695 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=3f28e38c-a31d-44a8-9e7c-a5fd7d882559 HTTP/1.1" status: 200 len: 1098 time: 0.2412210 Jun 25 14:42:59.615821 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-228bed71-7277-4982-8254-19ffbcbc6c5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726995'] for security_group, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:59.628329 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-ca297121-8032-42da-9773-35a0b36e230b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:42:59.754201 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-228bed71-7277-4982-8254-19ffbcbc6c5b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=e92977cb367e4868a17a1ce9c71707da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8180387 Jun 25 14:42:59.758016 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.72', 36902) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:42:59.765959 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228bed71-7277-4982-8254-19ffbcbc6c5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08580410-c51a-4545-962e-a3633c057ebe,revision_number=1']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:42:59.774428 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-228bed71-7277-4982-8254-19ffbcbc6c5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:42:59.797794 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-e47c909b-073f-4807-a411-0df8369f4e39 req-01f67bbf-7d59-4477-a694-e793d44e2f4a service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=13191a16-2633-4bde-9ccf-dc651df9ed23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574326 Jun 25 14:42:59.819551 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-8ea22f41-fcda-4def-b6b6-3705665f65ab req-44b56233-5a86-42eb-ae46-7f8fe18d49b2 service neutron] 10.222.0.77 "GET /v2.0/networks/b2fb22c6-c09c-45e4-bdc1-2d0dc3ad3cb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2325990 Jun 25 14:42:59.847981 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-c2d8d07f-a5a3-4e45-a684-7eb39e2860f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:59.881764 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-c2d8d07f-a5a3-4e45-a684-7eb39e2860f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:59.945726 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-c2d8d07f-a5a3-4e45-a684-7eb39e2860f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726995'] for security_group, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:59.949967 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-69cb68ec-2bf3-4dc5-a908-bb4d4aa6e927 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:42:59.966166 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d8d07f-a5a3-4e45-a684-7eb39e2860f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08580410-c51a-4545-962e-a3633c057ebe,revision_number=None']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:42:59.978791 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d8d07f-a5a3-4e45-a684-7eb39e2860f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:42:59.979156 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d8d07f-a5a3-4e45-a684-7eb39e2860f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:42:59.979515 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d8d07f-a5a3-4e45-a684-7eb39e2860f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:42:59.979867 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d8d07f-a5a3-4e45-a684-7eb39e2860f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:42:59.980213 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d8d07f-a5a3-4e45-a684-7eb39e2860f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:42:59.980558 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d8d07f-a5a3-4e45-a684-7eb39e2860f8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:42:59.980902 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d8d07f-a5a3-4e45-a684-7eb39e2860f8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:42:59.981247 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d8d07f-a5a3-4e45-a684-7eb39e2860f8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:42:59.981650 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d8d07f-a5a3-4e45-a684-7eb39e2860f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:42:59.981951 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d8d07f-a5a3-4e45-a684-7eb39e2860f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:42:59.982383 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d8d07f-a5a3-4e45-a684-7eb39e2860f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:42:59.982625 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d8d07f-a5a3-4e45-a684-7eb39e2860f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:42:59.985661 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-c2d8d07f-a5a3-4e45-a684-7eb39e2860f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:42:59.986666 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-c2d8d07f-a5a3-4e45-a684-7eb39e2860f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:59.991029 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-c2d8d07f-a5a3-4e45-a684-7eb39e2860f8 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/08580410-c51a-4545-962e-a3633c057ebe HTTP/1.1" status: 204 len: 168 time: 0.2311606 Jun 25 14:43:00.000725 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c4d1ac-c3fd-4586-bb3c-3c88703ae91b req-554f5d84-fb45-4603-b343-0c7b17d5d878 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:43:00.002222 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-f8c4d1ac-c3fd-4586-bb3c-3c88703ae91b req-554f5d84-fb45-4603-b343-0c7b17d5d878 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/ports?device_id=e5649343-9e63-4d6c-b6f7-f3b2f1f934c4 HTTP/1.1" status: 200 len: 945 time: 0.0875359 Jun 25 14:43:00.050627 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-f8c4d1ac-c3fd-4586-bb3c-3c88703ae91b req-f69a8aab-d49e-4072-97c7-36e9a6bfb354 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/security-groups?id=d7ad49bf-7682-4e15-9338-4a7ac2e3a89b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411279 Jun 25 14:43:00.137526 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Device 1997573f-4989-48d0-ad12-2edadad644f1 up at agent hyperv_hv-cinder-79809 {{(pid=78399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:43:00.246631 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cb85d7-9a6b-45c1-bb26-2523ac41830c req-5afd1858-5bbe-4da7-99ab-fc769498b845 tempest-VolumesActionsTest-1309451731 tempest-VolumesActionsTest-1309451731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:43:00.248191 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-f8cb85d7-9a6b-45c1-bb26-2523ac41830c req-5afd1858-5bbe-4da7-99ab-fc769498b845 tempest-VolumesActionsTest-1309451731 tempest-VolumesActionsTest-1309451731-project] 10.222.0.72 "GET /v2.0/ports?device_id=e9635181-b208-4c83-8a23-3d8de8d8a9b7 HTTP/1.1" status: 200 len: 944 time: 0.0995476 Jun 25 14:43:00.261184 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Provisioning complete for port 1997573f-4989-48d0-ad12-2edadad644f1 triggered by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:43:00.261595 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545280'] for port, provisioning_complete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:00.309172 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-f8cb85d7-9a6b-45c1-bb26-2523ac41830c req-802a8ed9-d505-4cea-8fd7-94815d4583e2 tempest-VolumesActionsTest-1309451731 tempest-VolumesActionsTest-1309451731-project] 10.222.0.72 "GET /v2.0/security-groups?id=59b60005-38c8-4358-b95b-fed8b26d29d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547593 Jun 25 14:43:00.315016 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb4105f-274a-46cf-80cc-5eefaeef0cc6 req-a7dbfda5-95c7-46bf-9460-360400cbee7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:43:00.316543 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-fcb4105f-274a-46cf-80cc-5eefaeef0cc6 req-a7dbfda5-95c7-46bf-9460-360400cbee7a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=481d44d80a86481eb5d0e32baf32ffd6&device_id=e9635181-b208-4c83-8a23-3d8de8d8a9b7 HTTP/1.1" status: 200 len: 1097 time: 0.0942395 Jun 25 14:43:00.368363 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.72', 36914) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:43:00.387087 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-ac0f91fc-5a13-4012-99b1-62e77fa03758 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:00.400519 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for port, before_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:00.403028 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-ac0f91fc-5a13-4012-99b1-62e77fa03758 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:43:00.407023 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-ac0f91fc-5a13-4012-99b1-62e77fa03758 admin admin] Usage tracker for resource:security_group_rule and tenant:fe98e47a62034644a561eca876cacd3b is out of sync, need to count used quota {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:43:00.410242 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-ac0f91fc-5a13-4012-99b1-62e77fa03758 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:43:00.417084 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-ac0f91fc-5a13-4012-99b1-62e77fa03758 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:43:00.447721 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] For port 1997573f-4989-48d0-ad12-2edadad644f1, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=1997573f-4989-48d0-ad12-2edadad644f1,segment=NetworkSegment(715dd0a5-8081-4e27-94a5-147a06fdbf26),segment_id=715dd0a5-8081-4e27-94a5-147a06fdbf26)] {{(pid=78399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:43:00.455455 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747172683978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747172243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747172243532'] for port, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:00.457894 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-e1f3ee26-bb25-4307-8c1b-5db201c93f27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:43:00.490159 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb4105f-274a-46cf-80cc-5eefaeef0cc6 req-6936bba3-9fec-4ac1-8c84-ddd91397f3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:43:00.492307 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-fcb4105f-274a-46cf-80cc-5eefaeef0cc6 req-6936bba3-9fec-4ac1-8c84-ddd91397f3ef service neutron] 10.222.0.77 "GET /v2.0/networks?id=b2fb22c6-c09c-45e4-bdc1-2d0dc3ad3cb5 HTTP/1.1" status: 200 len: 910 time: 0.1683462 Jun 25 14:43:00.514968 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-ac0f91fc-5a13-4012-99b1-62e77fa03758 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:00.520151 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-ac0f91fc-5a13-4012-99b1-62e77fa03758 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726995'] for security_group, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:00.532373 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-346bc0c1-1231-422e-bf45-2aa85e2a026d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:43:00.545162 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Pushing event updated for resources: {'Port': ['ID=1997573f-4989-48d0-ad12-2edadad644f1,revision_number=10']} {{(pid=78399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:43:00.548618 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:43:00.580524 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0f91fc-5a13-4012-99b1-62e77fa03758 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9d4adb2-344c-4310-baf8-962b1d4ec99a,revision_number=1']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:43:00.585420 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-ac0f91fc-5a13-4012-99b1-62e77fa03758 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=fe98e47a62034644a561eca876cacd3b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2154753 Jun 25 14:43:00.586514 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-ac0f91fc-5a13-4012-99b1-62e77fa03758 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:43:00.590598 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.72', 36922) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:43:00.695443 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-496a01bd-ba06-40b6-9e04-3ea4b5be9fb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:00.738251 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-496a01bd-ba06-40b6-9e04-3ea4b5be9fb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:00.742435 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-fcb4105f-274a-46cf-80cc-5eefaeef0cc6 req-1c7f44c9-a166-461e-84eb-7c37e5b4c2d6 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5d114ee3-69c6-4394-934d-28f516f5e466 HTTP/1.1" status: 200 len: 217 time: 0.0740457 Jun 25 14:43:00.796121 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20c3825-7202-4bbc-a008-522657f6f784 req-84ce1004-41af-4ced-bc55-b028133962df tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:43:00.797712 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-f20c3825-7202-4bbc-a008-522657f6f784 req-84ce1004-41af-4ced-bc55-b028133962df tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] 10.222.0.72 "GET /v2.0/ports?device_id=100fae19-9887-4686-a978-0b1be5cfeb7f HTTP/1.1" status: 200 len: 945 time: 0.1493502 Jun 25 14:43:00.823171 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb4105f-274a-46cf-80cc-5eefaeef0cc6 req-30bc3138-3963-40d2-a119-188b89b6c356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:43:00.824620 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-fcb4105f-274a-46cf-80cc-5eefaeef0cc6 req-30bc3138-3963-40d2-a119-188b89b6c356 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=4343ead2-e379-49d0-9f24-341facd0ab6a HTTP/1.1" status: 200 len: 849 time: 0.0712833 Jun 25 14:43:00.835252 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-496a01bd-ba06-40b6-9e04-3ea4b5be9fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726995'] for security_group, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:00.836975 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c12d614-dff3-489f-b5f5-c8ecced88030 req-a99090ed-e115-4afc-ab71-20c7009acebf tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:43:00.838484 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-4c12d614-dff3-489f-b5f5-c8ecced88030 req-a99090ed-e115-4afc-ab71-20c7009acebf tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] 10.222.0.72 "GET /v2.0/ports?device_id=3f28e38c-a31d-44a8-9e7c-a5fd7d882559 HTTP/1.1" status: 200 len: 945 time: 0.3413255 Jun 25 14:43:00.846785 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-3bea2bf6-4310-4648-9780-3aa99a5c62bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:43:00.867345 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496a01bd-ba06-40b6-9e04-3ea4b5be9fb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9d4adb2-344c-4310-baf8-962b1d4ec99a,revision_number=None']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:43:00.871561 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-496a01bd-ba06-40b6-9e04-3ea4b5be9fb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:43:00.875072 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-f20c3825-7202-4bbc-a008-522657f6f784 req-55ad93d2-9412-4859-b39b-6f7e71e4e6aa tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] 10.222.0.72 "GET /v2.0/security-groups?id=55fed236-b79f-45ec-b512-cc10561c3d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646396 Jun 25 14:43:00.875842 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-496a01bd-ba06-40b6-9e04-3ea4b5be9fb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:00.876951 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-496a01bd-ba06-40b6-9e04-3ea4b5be9fb8 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c9d4adb2-344c-4310-baf8-962b1d4ec99a HTTP/1.1" status: 204 len: 168 time: 0.2879868 Jun 25 14:43:00.904904 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-fcb4105f-274a-46cf-80cc-5eefaeef0cc6 req-024cf65f-85c1-4010-9d2a-cedc9f9bcf20 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b2fb22c6-c09c-45e4-bdc1-2d0dc3ad3cb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0654719 Jun 25 14:43:00.931605 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-4c12d614-dff3-489f-b5f5-c8ecced88030 req-e4e1bc13-6825-4345-8c21-292e70dac216 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] 10.222.0.72 "GET /v2.0/security-groups?id=13191a16-2633-4bde-9ccf-dc651df9ed23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551865 Jun 25 14:43:01.092066 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-fcb4105f-274a-46cf-80cc-5eefaeef0cc6 req-10d0ad35-f447-4cb7-8e1d-67970bf5edb3 service neutron] 10.222.0.77 "GET /v2.0/networks/b2fb22c6-c09c-45e4-bdc1-2d0dc3ad3cb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402302 Jun 25 14:43:01.132036 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5649343-9e63-4d6c-b6f7-f3b2f1f934c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1997573f-4989-48d0-ad12-2edadad644f1'}] {{(pid=78399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:43:01.218274 dv-cinder-798091-1-smb neutron-server[78399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5649343-9e63-4d6c-b6f7-f3b2f1f934c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1997573f-4989-48d0-ad12-2edadad644f1', 'code': 200} Jun 25 14:43:01.288032 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-fcb4105f-274a-46cf-80cc-5eefaeef0cc6 req-5b44c851-f230-41e3-bd46-be6764073ed4 service neutron] 10.222.0.77 "GET /v2.0/networks/b2fb22c6-c09c-45e4-bdc1-2d0dc3ad3cb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809981 Jun 25 14:43:01.333786 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffb5cc8-842a-464e-89b6-5f68444dbd2d req-99d5a1f1-2ffd-4bf2-a03a-72ba40998865 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:43:01.336206 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-bffb5cc8-842a-464e-89b6-5f68444dbd2d req-99d5a1f1-2ffd-4bf2-a03a-72ba40998865 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/ports?device_id=e5649343-9e63-4d6c-b6f7-f3b2f1f934c4 HTTP/1.1" status: 200 len: 947 time: 0.1090727 Jun 25 14:43:01.416829 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-bffb5cc8-842a-464e-89b6-5f68444dbd2d req-d9f86ccf-f2f1-4210-8e92-22873dfb53c1 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/security-groups?id=d7ad49bf-7682-4e15-9338-4a7ac2e3a89b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687168 Jun 25 14:43:01.547483 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3544bbd-554f-40a6-b6f8-725ac3e0852e req-313ebada-5b62-44ef-a790-b4ce670830a5 tempest-VolumesActionsTest-1309451731 tempest-VolumesActionsTest-1309451731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:43:01.548195 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [req-a3544bbd-554f-40a6-b6f8-725ac3e0852e req-313ebada-5b62-44ef-a790-b4ce670830a5 tempest-VolumesActionsTest-1309451731 tempest-VolumesActionsTest-1309451731-project] Synchronizing usage tracker for tenant:481d44d80a86481eb5d0e32baf32ffd6 on resource:port {{(pid=78398) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 25 14:43:01.571483 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [req-a3544bbd-554f-40a6-b6f8-725ac3e0852e req-313ebada-5b62-44ef-a790-b4ce670830a5 tempest-VolumesActionsTest-1309451731 tempest-VolumesActionsTest-1309451731-project] Unset dirty status for tenant:481d44d80a86481eb5d0e32baf32ffd6 on resource:port {{(pid=78398) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 25 14:43:01.572824 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-a3544bbd-554f-40a6-b6f8-725ac3e0852e req-313ebada-5b62-44ef-a790-b4ce670830a5 tempest-VolumesActionsTest-1309451731 tempest-VolumesActionsTest-1309451731-project] 10.222.0.72 "GET /v2.0/ports?device_id=e9635181-b208-4c83-8a23-3d8de8d8a9b7 HTTP/1.1" status: 200 len: 944 time: 0.1299753 Jun 25 14:43:01.631904 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [req-a3544bbd-554f-40a6-b6f8-725ac3e0852e req-85413371-3f9a-4bfa-982c-897d1abce783 tempest-VolumesActionsTest-1309451731 tempest-VolumesActionsTest-1309451731-project] Synchronizing usage tracker for tenant:481d44d80a86481eb5d0e32baf32ffd6 on resource:security_group {{(pid=78398) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 25 14:43:01.648929 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [req-a3544bbd-554f-40a6-b6f8-725ac3e0852e req-85413371-3f9a-4bfa-982c-897d1abce783 tempest-VolumesActionsTest-1309451731 tempest-VolumesActionsTest-1309451731-project] Unset dirty status for tenant:481d44d80a86481eb5d0e32baf32ffd6 on resource:security_group {{(pid=78398) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 25 14:43:01.650172 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-a3544bbd-554f-40a6-b6f8-725ac3e0852e req-85413371-3f9a-4bfa-982c-897d1abce783 tempest-VolumesActionsTest-1309451731 tempest-VolumesActionsTest-1309451731-project] 10.222.0.72 "GET /v2.0/security-groups?id=59b60005-38c8-4358-b95b-fed8b26d29d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684395 Jun 25 14:43:02.090370 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b82ac25-703a-4a18-ab9b-8f2dabb12f47 req-4f0ec113-2713-4cf5-863a-a9099f53cc60 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:43:02.092060 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-9b82ac25-703a-4a18-ab9b-8f2dabb12f47 req-4f0ec113-2713-4cf5-863a-a9099f53cc60 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] 10.222.0.72 "GET /v2.0/ports?device_id=100fae19-9887-4686-a978-0b1be5cfeb7f HTTP/1.1" status: 200 len: 945 time: 0.0912540 Jun 25 14:43:02.143603 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-9b82ac25-703a-4a18-ab9b-8f2dabb12f47 req-e7360f48-2c8a-44c9-97e9-19c22ece1849 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] 10.222.0.72 "GET /v2.0/security-groups?id=55fed236-b79f-45ec-b512-cc10561c3d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452547 Jun 25 14:43:02.175142 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa67d7f6-6967-45b7-87a2-cb7e476cb582 req-c089437c-ddbe-43ea-8c90-822ae146a196 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:43:02.176653 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-fa67d7f6-6967-45b7-87a2-cb7e476cb582 req-c089437c-ddbe-43ea-8c90-822ae146a196 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] 10.222.0.72 "GET /v2.0/ports?device_id=3f28e38c-a31d-44a8-9e7c-a5fd7d882559 HTTP/1.1" status: 200 len: 945 time: 0.1097021 Jun 25 14:43:02.179798 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abeebfa-9694-40b3-ab77-b2871e2dd021 req-0c3fa7d0-4bdf-4eff-b6f0-c85b7b9c77f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:43:02.181264 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-8abeebfa-9694-40b3-ab77-b2871e2dd021 req-0c3fa7d0-4bdf-4eff-b6f0-c85b7b9c77f2 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=e5649343-9e63-4d6c-b6f7-f3b2f1f934c4 HTTP/1.1" status: 200 len: 1100 time: 0.1625824 Jun 25 14:43:02.260955 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-fa67d7f6-6967-45b7-87a2-cb7e476cb582 req-ccb3fa9f-6ba4-4184-bcb8-d8d9d378cea6 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] 10.222.0.72 "GET /v2.0/security-groups?id=13191a16-2633-4bde-9ccf-dc651df9ed23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764430 Jun 25 14:43:02.264643 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-8abeebfa-9694-40b3-ab77-b2871e2dd021 req-6c0c8805-c982-4d1a-80c9-3a8abf8fd3c1 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=d7ad49bf-7682-4e15-9338-4a7ac2e3a89b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634348 Jun 25 14:43:02.469333 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeef5c38-1e42-49ed-90cb-f64bb93c183f req-244f4740-d29c-4e24-9e02-8ba98ba85ab3 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:43:02.470837 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-aeef5c38-1e42-49ed-90cb-f64bb93c183f req-244f4740-d29c-4e24-9e02-8ba98ba85ab3 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] 10.222.0.72 "GET /v2.0/ports?device_id=3f28e38c-a31d-44a8-9e7c-a5fd7d882559 HTTP/1.1" status: 200 len: 945 time: 0.0986853 Jun 25 14:43:02.523213 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-aeef5c38-1e42-49ed-90cb-f64bb93c183f req-6ac793b0-2857-4917-ba09-d8ad283db932 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] 10.222.0.72 "GET /v2.0/security-groups?id=13191a16-2633-4bde-9ccf-dc651df9ed23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445147 Jun 25 14:43:02.628757 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f80e696-6294-4bbb-854b-57615b60ac6d req-34f0913d-1c50-428d-b05f-8fe00716a19d tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:43:02.631877 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-7f80e696-6294-4bbb-854b-57615b60ac6d req-34f0913d-1c50-428d-b05f-8fe00716a19d tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/ports?device_id=e5649343-9e63-4d6c-b6f7-f3b2f1f934c4 HTTP/1.1" status: 200 len: 947 time: 0.0991640 Jun 25 14:43:02.690902 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-7f80e696-6294-4bbb-854b-57615b60ac6d req-71c49661-2d80-4936-83d5-2db2a163b419 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/security-groups?id=d7ad49bf-7682-4e15-9338-4a7ac2e3a89b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540981 Jun 25 14:43:02.906186 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177ae3bc-3f1a-4c4b-861d-55f5a0b8809e req-47eeec99-f5b3-4bfb-a53e-e08e79b34946 tempest-VolumesActionsTest-1309451731 tempest-VolumesActionsTest-1309451731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:43:02.907993 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-177ae3bc-3f1a-4c4b-861d-55f5a0b8809e req-47eeec99-f5b3-4bfb-a53e-e08e79b34946 tempest-VolumesActionsTest-1309451731 tempest-VolumesActionsTest-1309451731-project] 10.222.0.72 "GET /v2.0/ports?device_id=e9635181-b208-4c83-8a23-3d8de8d8a9b7 HTTP/1.1" status: 200 len: 944 time: 0.0982246 Jun 25 14:43:02.958538 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-177ae3bc-3f1a-4c4b-861d-55f5a0b8809e req-4a6fbcec-b9ca-406c-9e0a-664bccb4ad84 tempest-VolumesActionsTest-1309451731 tempest-VolumesActionsTest-1309451731-project] 10.222.0.72 "GET /v2.0/security-groups?id=59b60005-38c8-4358-b95b-fed8b26d29d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431125 Jun 25 14:43:03.045808 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.72', 37008) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:43:03.160087 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954e9daa-d0c4-4cd0-bdc0-5470851ebbd8 req-9f6ac7b9-3cec-4712-aaa2-984d9633ec52 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:43:03.161693 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-954e9daa-d0c4-4cd0-bdc0-5470851ebbd8 req-9f6ac7b9-3cec-4712-aaa2-984d9633ec52 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] 10.222.0.72 "GET /v2.0/ports?device_id=3f28e38c-a31d-44a8-9e7c-a5fd7d882559 HTTP/1.1" status: 200 len: 945 time: 0.0946095 Jun 25 14:43:03.187249 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-130ba62d-ec1f-4ad0-83a7-f6069354bc98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:03.207207 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-130ba62d-ec1f-4ad0-83a7-f6069354bc98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:43:03.211756 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-130ba62d-ec1f-4ad0-83a7-f6069354bc98 admin admin] Usage tracker for resource:security_group_rule and tenant:4894efb100b143f2acd75eadc17b7c8b is out of sync, need to count used quota {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:43:03.215732 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-130ba62d-ec1f-4ad0-83a7-f6069354bc98 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:43:03.225953 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-130ba62d-ec1f-4ad0-83a7-f6069354bc98 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:43:03.227257 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-954e9daa-d0c4-4cd0-bdc0-5470851ebbd8 req-2c86e6ac-2068-48f2-bc9f-6f97535721a1 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] 10.222.0.72 "GET /v2.0/security-groups?id=13191a16-2633-4bde-9ccf-dc651df9ed23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450008 Jun 25 14:43:03.403113 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-130ba62d-ec1f-4ad0-83a7-f6069354bc98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:03.412800 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d980cdf7-6595-4a4d-bbc8-08de6270f9ce req-c4e3d55d-7cd5-4c16-b70f-bf7d2d4f887c tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:43:03.414348 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-d980cdf7-6595-4a4d-bbc8-08de6270f9ce req-c4e3d55d-7cd5-4c16-b70f-bf7d2d4f887c tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] 10.222.0.72 "GET /v2.0/ports?device_id=100fae19-9887-4686-a978-0b1be5cfeb7f HTTP/1.1" status: 200 len: 945 time: 0.1454871 Jun 25 14:43:03.415420 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-130ba62d-ec1f-4ad0-83a7-f6069354bc98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726995'] for security_group, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:03.424764 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-a3f18b71-8fbd-4693-966a-cb1c398118fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:43:03.484904 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-130ba62d-ec1f-4ad0-83a7-f6069354bc98 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=4894efb100b143f2acd75eadc17b7c8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4380131 Jun 25 14:43:03.489010 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.72', 37022) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:43:03.511348 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130ba62d-ec1f-4ad0-83a7-f6069354bc98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=790212b3-3fca-4079-bcd1-518864acc23b,revision_number=1']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:43:03.514733 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-130ba62d-ec1f-4ad0-83a7-f6069354bc98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:43:03.539220 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-d980cdf7-6595-4a4d-bbc8-08de6270f9ce req-dc9e35be-010a-423e-b0c3-e4b79e97305b tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] 10.222.0.72 "GET /v2.0/security-groups?id=55fed236-b79f-45ec-b512-cc10561c3d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1153290 Jun 25 14:43:03.592504 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-41703928-e7eb-4318-8600-35135f442d03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:03.623593 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-41703928-e7eb-4318-8600-35135f442d03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:03.695037 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-41703928-e7eb-4318-8600-35135f442d03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726995'] for security_group, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:03.702066 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-dcf3ab69-8171-4cd3-b6f1-299919effdc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:43:03.722701 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-41703928-e7eb-4318-8600-35135f442d03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:03.723217 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-41703928-e7eb-4318-8600-35135f442d03 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/790212b3-3fca-4079-bcd1-518864acc23b HTTP/1.1" status: 204 len: 168 time: 0.2327998 Jun 25 14:43:03.726156 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41703928-e7eb-4318-8600-35135f442d03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=790212b3-3fca-4079-bcd1-518864acc23b,revision_number=None']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:43:03.728537 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-41703928-e7eb-4318-8600-35135f442d03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:43:03.950380 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447970c6-277e-4e7a-933e-5024759ba36f req-ce428634-0693-43a1-93b5-5e03902c1f27 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:43:03.953414 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-447970c6-277e-4e7a-933e-5024759ba36f req-ce428634-0693-43a1-93b5-5e03902c1f27 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/ports?device_id=e5649343-9e63-4d6c-b6f7-f3b2f1f934c4 HTTP/1.1" status: 200 len: 947 time: 0.1203833 Jun 25 14:43:04.033244 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-447970c6-277e-4e7a-933e-5024759ba36f req-436d3db2-e47c-4078-a83f-65fb96d2dafa tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/security-groups?id=d7ad49bf-7682-4e15-9338-4a7ac2e3a89b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728889 Jun 25 14:43:04.139552 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Device 5d114ee3-69c6-4394-934d-28f516f5e466 details requested by agent hyperv_hv-cinder-79809 with host hv-cinder-79809 {{(pid=78399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 25 14:43:04.210131 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f38523c-fdfd-4b9e-917c-ecde5c9f6ed9 req-9a59de58-5600-46a3-91d4-3ba46d495547 tempest-VolumesActionsTest-1309451731 tempest-VolumesActionsTest-1309451731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:43:04.211739 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-5f38523c-fdfd-4b9e-917c-ecde5c9f6ed9 req-9a59de58-5600-46a3-91d4-3ba46d495547 tempest-VolumesActionsTest-1309451731 tempest-VolumesActionsTest-1309451731-project] 10.222.0.72 "GET /v2.0/ports?device_id=e9635181-b208-4c83-8a23-3d8de8d8a9b7 HTTP/1.1" status: 200 len: 944 time: 0.1034656 Jun 25 14:43:04.219834 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.72', 37058) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:43:04.247037 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-ba3cd68f-a92a-4ca0-94fc-5ab059046d4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:04.263659 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-ba3cd68f-a92a-4ca0-94fc-5ab059046d4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:43:04.267814 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-ba3cd68f-a92a-4ca0-94fc-5ab059046d4f admin admin] Usage tracker for resource:security_group_rule and tenant:4494dc2f072940d38aee123be42a9484 is out of sync, need to count used quota {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:43:04.270128 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-5f38523c-fdfd-4b9e-917c-ecde5c9f6ed9 req-590dd6a7-6d31-4e04-8ac9-60aa9b130800 tempest-VolumesActionsTest-1309451731 tempest-VolumesActionsTest-1309451731-project] 10.222.0.72 "GET /v2.0/security-groups?id=59b60005-38c8-4358-b95b-fed8b26d29d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496516 Jun 25 14:43:04.279599 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-ba3cd68f-a92a-4ca0-94fc-5ab059046d4f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:43:04.295913 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-ba3cd68f-a92a-4ca0-94fc-5ab059046d4f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:43:04.305623 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] For port 5d114ee3-69c6-4394-934d-28f516f5e466, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=5d114ee3-69c6-4394-934d-28f516f5e466,segment=NetworkSegment(f0448863-24b8-41eb-8a14-ccd84a84caca),segment_id=f0448863-24b8-41eb-8a14-ccd84a84caca)] {{(pid=78399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:43:04.338312 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Returning: {'device': '5d114ee3-69c6-4394-934d-28f516f5e466', 'network_id': 'b2fb22c6-c09c-45e4-bdc1-2d0dc3ad3cb5', 'port_id': '5d114ee3-69c6-4394-934d-28f516f5e466', 'mac_address': 'fa:16:3e:1b:3c:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4343ead2-e379-49d0-9f24-341facd0ab6a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 25 14:43:04.402150 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-ba3cd68f-a92a-4ca0-94fc-5ab059046d4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:04.408521 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-ba3cd68f-a92a-4ca0-94fc-5ab059046d4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726995'] for security_group, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:04.419411 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-228bed71-7277-4982-8254-19ffbcbc6c5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:43:04.424417 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for port, before_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:04.463420 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.notifiers.nova [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d114ee3-69c6-4394-934d-28f516f5e466 {{(pid=78399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 14:43:04.466725 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-ba3cd68f-a92a-4ca0-94fc-5ab059046d4f admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=4494dc2f072940d38aee123be42a9484&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2456031 Jun 25 14:43:04.468437 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3cd68f-a92a-4ca0-94fc-5ab059046d4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2629beed-4685-4009-9d75-e0f431f087c4,revision_number=1']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:43:04.470160 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.72', 37080) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:43:04.471702 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-ba3cd68f-a92a-4ca0-94fc-5ab059046d4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:43:04.497191 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] For port 5d114ee3-69c6-4394-934d-28f516f5e466, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=5d114ee3-69c6-4394-934d-28f516f5e466,segment=NetworkSegment(f0448863-24b8-41eb-8a14-ccd84a84caca),segment_id=f0448863-24b8-41eb-8a14-ccd84a84caca)] {{(pid=78399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:43:04.502392 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747172683978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747172243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747172243532'] for port, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:04.504753 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:43:04.581692 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Pushing event updated for resources: {'Port': ['ID=5d114ee3-69c6-4394-934d-28f516f5e466,revision_number=4']} {{(pid=78399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:43:04.585878 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:43:04.605209 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-6296eba0-bc81-4bae-836b-e327022f378c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:04.652745 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-6296eba0-bc81-4bae-836b-e327022f378c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:04.724128 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-6296eba0-bc81-4bae-836b-e327022f378c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726995'] for security_group, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:04.729243 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-98bcdfb0-6868-4590-a5c8-17039e65a1e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:43:04.741219 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6296eba0-bc81-4bae-836b-e327022f378c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2629beed-4685-4009-9d75-e0f431f087c4,revision_number=None']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:43:04.745322 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-6296eba0-bc81-4bae-836b-e327022f378c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:43:04.749499 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-6296eba0-bc81-4bae-836b-e327022f378c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:04.754746 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-6296eba0-bc81-4bae-836b-e327022f378c admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/2629beed-4685-4009-9d75-e0f431f087c4 HTTP/1.1" status: 204 len: 168 time: 0.2784805 Jun 25 14:43:04.793450 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bfa147-0aa4-43d1-8c26-36bcb98d7f1c req-44c0b1c6-89ab-4019-b64f-fee340d31174 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:43:04.795132 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-20bfa147-0aa4-43d1-8c26-36bcb98d7f1c req-44c0b1c6-89ab-4019-b64f-fee340d31174 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] 10.222.0.72 "GET /v2.0/ports?device_id=100fae19-9887-4686-a978-0b1be5cfeb7f HTTP/1.1" status: 200 len: 945 time: 0.1237001 Jun 25 14:43:04.892343 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] get_ports_and_sgs() called for port_ids ['5d114ee3-69c6-4394-934d-28f516f5e466'] {{(pid=78399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 25 14:43:04.914456 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-20bfa147-0aa4-43d1-8c26-36bcb98d7f1c req-93a9a2a3-40bc-4cff-ab3c-07666a85bb45 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] 10.222.0.72 "GET /v2.0/security-groups?id=55fed236-b79f-45ec-b512-cc10561c3d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1129737 Jun 25 14:43:05.275832 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e528c5ed-3b81-44c5-a77e-9681a7583913 req-8c73c12e-2b27-4f0d-87a2-3a73dfc3201d tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:43:05.277529 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-e528c5ed-3b81-44c5-a77e-9681a7583913 req-8c73c12e-2b27-4f0d-87a2-3a73dfc3201d tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/ports?device_id=e5649343-9e63-4d6c-b6f7-f3b2f1f934c4 HTTP/1.1" status: 200 len: 947 time: 0.0961444 Jun 25 14:43:05.437031 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-e528c5ed-3b81-44c5-a77e-9681a7583913 req-3c990fe6-d291-470d-9aca-3f2afeb19dc8 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/security-groups?id=d7ad49bf-7682-4e15-9338-4a7ac2e3a89b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1526973 Jun 25 14:43:05.539159 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654eafa6-cb90-48e1-b351-e9bafc01480e req-0600ab2f-f27e-4136-921b-2da42b0d3bc3 tempest-VolumesActionsTest-1309451731 tempest-VolumesActionsTest-1309451731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:43:05.541012 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-654eafa6-cb90-48e1-b351-e9bafc01480e req-0600ab2f-f27e-4136-921b-2da42b0d3bc3 tempest-VolumesActionsTest-1309451731 tempest-VolumesActionsTest-1309451731-project] 10.222.0.72 "GET /v2.0/ports?device_id=e9635181-b208-4c83-8a23-3d8de8d8a9b7 HTTP/1.1" status: 200 len: 945 time: 0.1091313 Jun 25 14:43:05.600776 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-654eafa6-cb90-48e1-b351-e9bafc01480e req-bdb337f3-4185-48e0-892a-3995894c10a1 tempest-VolumesActionsTest-1309451731 tempest-VolumesActionsTest-1309451731-project] 10.222.0.72 "GET /v2.0/security-groups?id=59b60005-38c8-4358-b95b-fed8b26d29d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511391 Jun 25 14:43:06.133005 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Device 5d114ee3-69c6-4394-934d-28f516f5e466 up at agent hyperv_hv-cinder-79809 {{(pid=78399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:43:06.191228 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b969bb6-f28f-4e8f-b626-a5630991077f req-f328de13-63eb-4999-9475-5b5fdb9b4a90 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:43:06.199165 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-1b969bb6-f28f-4e8f-b626-a5630991077f req-f328de13-63eb-4999-9475-5b5fdb9b4a90 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] 10.222.0.72 "GET /v2.0/ports?device_id=100fae19-9887-4686-a978-0b1be5cfeb7f HTTP/1.1" status: 200 len: 945 time: 0.0991764 Jun 25 14:43:06.259834 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-1b969bb6-f28f-4e8f-b626-a5630991077f req-cd1f4936-4a2e-4649-bd5e-74217f35e951 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] 10.222.0.72 "GET /v2.0/security-groups?id=55fed236-b79f-45ec-b512-cc10561c3d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595407 Jun 25 14:43:06.295957 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Provisioning for port 5d114ee3-69c6-4394-934d-28f516f5e466 completed by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:43:06.303937 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Provisioning complete for port 5d114ee3-69c6-4394-934d-28f516f5e466 triggered by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:43:06.304530 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545280'] for port, provisioning_complete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:06.428255 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba437acd-0e50-42bd-9225-2d2e0442a97c req-4a4f640e-3296-4a21-813f-c57084e46a28 tempest-VolumesSnapshotTestJSON-1528642505 tempest-VolumesSnapshotTestJSON-1528642505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:43:06.429803 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-ba437acd-0e50-42bd-9225-2d2e0442a97c req-4a4f640e-3296-4a21-813f-c57084e46a28 tempest-VolumesSnapshotTestJSON-1528642505 tempest-VolumesSnapshotTestJSON-1528642505-project] 10.222.0.72 "GET /v2.0/ports?device_id=367401dc-5c01-4ac2-8674-5b6654a3fa44 HTTP/1.1" status: 200 len: 946 time: 0.1903110 Jun 25 14:43:06.452789 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for port, before_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:06.482633 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9635181-b208-4c83-8a23-3d8de8d8a9b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d114ee3-69c6-4394-934d-28f516f5e466'}] {{(pid=78399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:43:06.486858 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-ba437acd-0e50-42bd-9225-2d2e0442a97c req-0853d3d0-9acb-4cea-8a72-240eece3726e tempest-VolumesSnapshotTestJSON-1528642505 tempest-VolumesSnapshotTestJSON-1528642505-project] 10.222.0.72 "GET /v2.0/security-groups?id=20dcfb80-1b35-4aa8-b16b-774abf84fbde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510149 Jun 25 14:43:06.493732 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] For port 5d114ee3-69c6-4394-934d-28f516f5e466, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=5d114ee3-69c6-4394-934d-28f516f5e466,segment=NetworkSegment(f0448863-24b8-41eb-8a14-ccd84a84caca),segment_id=f0448863-24b8-41eb-8a14-ccd84a84caca)] {{(pid=78399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:43:06.500229 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747172683978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747172243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747172243532'] for port, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:06.502747 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-b6cf9fcc-d82e-4eb7-9234-a41513debe06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:43:06.548274 dv-cinder-798091-1-smb neutron-server[78399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9635181-b208-4c83-8a23-3d8de8d8a9b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d114ee3-69c6-4394-934d-28f516f5e466', 'code': 200} Jun 25 14:43:06.577882 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Pushing event updated for resources: {'Port': ['ID=5d114ee3-69c6-4394-934d-28f516f5e466,revision_number=5']} {{(pid=78399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:43:06.581170 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:43:06.861936 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909296dc-1ee6-48fa-9ac5-783a0002f558 req-9ada9297-a6d9-45f5-9eb0-942a0e686c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:43:06.865521 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-909296dc-1ee6-48fa-9ac5-783a0002f558 req-9ada9297-a6d9-45f5-9eb0-942a0e686c75 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=e9635181-b208-4c83-8a23-3d8de8d8a9b7 HTTP/1.1" status: 200 len: 1099 time: 0.1047966 Jun 25 14:43:06.872413 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f28124-5d54-44e1-b0fb-12dba8537f65 req-8268c24e-632b-4f01-95e7-bbdfcf25fefe tempest-VolumesActionsTest-1309451731 tempest-VolumesActionsTest-1309451731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:43:06.873890 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-f6f28124-5d54-44e1-b0fb-12dba8537f65 req-8268c24e-632b-4f01-95e7-bbdfcf25fefe tempest-VolumesActionsTest-1309451731 tempest-VolumesActionsTest-1309451731-project] 10.222.0.72 "GET /v2.0/ports?device_id=e9635181-b208-4c83-8a23-3d8de8d8a9b7 HTTP/1.1" status: 200 len: 946 time: 0.1499083 Jun 25 14:43:06.947739 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-909296dc-1ee6-48fa-9ac5-783a0002f558 req-90a5e516-6c7c-45f0-ad71-da5991b7a4a9 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=59b60005-38c8-4358-b95b-fed8b26d29d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725827 Jun 25 14:43:06.950503 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-f6f28124-5d54-44e1-b0fb-12dba8537f65 req-dcb4deef-85d3-42e4-925a-9db0b711ced2 tempest-VolumesActionsTest-1309451731 tempest-VolumesActionsTest-1309451731-project] 10.222.0.72 "GET /v2.0/security-groups?id=59b60005-38c8-4358-b95b-fed8b26d29d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602891 Jun 25 14:43:07.483014 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacc9026-fe66-4448-a5e7-b7cafd036a92 req-18e284c5-8d9c-45d0-93f9-b87498a5675f tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:43:07.484575 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-bacc9026-fe66-4448-a5e7-b7cafd036a92 req-18e284c5-8d9c-45d0-93f9-b87498a5675f tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] 10.222.0.72 "GET /v2.0/ports?device_id=100fae19-9887-4686-a978-0b1be5cfeb7f HTTP/1.1" status: 200 len: 945 time: 0.1005216 Jun 25 14:43:07.536850 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-bacc9026-fe66-4448-a5e7-b7cafd036a92 req-aca03d3d-6119-49d0-9c6d-4a1a6e774a8b tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] 10.222.0.72 "GET /v2.0/security-groups?id=55fed236-b79f-45ec-b512-cc10561c3d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451901 Jun 25 14:43:07.683018 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6b0c5a-b8f0-47d8-ac7b-6dacbcf7ca8c req-7f3065c0-eeba-4659-bdc7-3a07e2f9753b tempest-VolumesSnapshotTestJSON-1528642505 tempest-VolumesSnapshotTestJSON-1528642505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:43:07.684497 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-1a6b0c5a-b8f0-47d8-ac7b-6dacbcf7ca8c req-7f3065c0-eeba-4659-bdc7-3a07e2f9753b tempest-VolumesSnapshotTestJSON-1528642505 tempest-VolumesSnapshotTestJSON-1528642505-project] 10.222.0.72 "GET /v2.0/ports?device_id=367401dc-5c01-4ac2-8674-5b6654a3fa44 HTTP/1.1" status: 200 len: 946 time: 0.0859733 Jun 25 14:43:07.730350 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-1a6b0c5a-b8f0-47d8-ac7b-6dacbcf7ca8c req-b82b9afd-c420-4058-a60e-392d213b849c tempest-VolumesSnapshotTestJSON-1528642505 tempest-VolumesSnapshotTestJSON-1528642505-project] 10.222.0.72 "GET /v2.0/security-groups?id=20dcfb80-1b35-4aa8-b16b-774abf84fbde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401461 Jun 25 14:43:08.144555 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c6cdeb-4a69-4fd8-a0fd-f6ae0c8ebea3 req-4f933935-c721-4ad0-8959-42a209382280 tempest-VolumesActionsTest-1309451731 tempest-VolumesActionsTest-1309451731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:43:08.146512 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-69c6cdeb-4a69-4fd8-a0fd-f6ae0c8ebea3 req-4f933935-c721-4ad0-8959-42a209382280 tempest-VolumesActionsTest-1309451731 tempest-VolumesActionsTest-1309451731-project] 10.222.0.72 "GET /v2.0/ports?device_id=e9635181-b208-4c83-8a23-3d8de8d8a9b7 HTTP/1.1" status: 200 len: 946 time: 0.0858016 Jun 25 14:43:08.196456 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-69c6cdeb-4a69-4fd8-a0fd-f6ae0c8ebea3 req-c9bb7a6d-902d-4946-b93a-ce2f301bf306 tempest-VolumesActionsTest-1309451731 tempest-VolumesActionsTest-1309451731-project] 10.222.0.72 "GET /v2.0/security-groups?id=59b60005-38c8-4358-b95b-fed8b26d29d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437052 Jun 25 14:43:08.617480 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-c800074f-860a-4d49-a637-62bee971e2fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:08.820321 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4c1d57-e4e8-4bef-b6fa-dc095dccce47 req-147fc25b-30ff-4dac-a752-62a0eedb96c3 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:43:08.828960 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-1c4c1d57-e4e8-4bef-b6fa-dc095dccce47 req-147fc25b-30ff-4dac-a752-62a0eedb96c3 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] 10.222.0.72 "GET /v2.0/ports?device_id=100fae19-9887-4686-a978-0b1be5cfeb7f HTTP/1.1" status: 200 len: 945 time: 0.1544571 Jun 25 14:43:08.835966 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbebf2e-b00f-4d47-85bc-64e6c53277a0 req-18b5a2ee-bd7c-4e24-a354-f737a35b6f71 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:43:08.845543 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-ebbebf2e-b00f-4d47-85bc-64e6c53277a0 req-18b5a2ee-bd7c-4e24-a354-f737a35b6f71 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] 10.222.0.72 "GET /v2.0/ports?device_id=3f28e38c-a31d-44a8-9e7c-a5fd7d882559 HTTP/1.1" status: 200 len: 945 time: 0.1509392 Jun 25 14:43:08.894217 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-1c4c1d57-e4e8-4bef-b6fa-dc095dccce47 req-64a870e4-18cb-4d1f-b860-d4bd2e47e017 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] 10.222.0.72 "GET /v2.0/security-groups?id=55fed236-b79f-45ec-b512-cc10561c3d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636072 Jun 25 14:43:08.942959 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-ebbebf2e-b00f-4d47-85bc-64e6c53277a0 req-684e697a-f25e-43b1-b864-1c1775c8cdd3 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] 10.222.0.72 "GET /v2.0/security-groups?id=13191a16-2633-4bde-9ccf-dc651df9ed23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959990 Jun 25 14:43:08.964607 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.72', 37196) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:43:09.006997 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:09.133351 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2b0df9-7ef0-4c7b-a0e9-7dd14f8784f7 req-115c46c8-ad38-4a2e-8c38-1bcde6a72829 tempest-VolumesSnapshotTestJSON-1528642505 tempest-VolumesSnapshotTestJSON-1528642505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:43:09.135820 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-ab2b0df9-7ef0-4c7b-a0e9-7dd14f8784f7 req-115c46c8-ad38-4a2e-8c38-1bcde6a72829 tempest-VolumesSnapshotTestJSON-1528642505 tempest-VolumesSnapshotTestJSON-1528642505-project] 10.222.0.72 "GET /v2.0/ports?device_id=367401dc-5c01-4ac2-8674-5b6654a3fa44 HTTP/1.1" status: 200 len: 946 time: 0.1093602 Jun 25 14:43:09.186101 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-ab2b0df9-7ef0-4c7b-a0e9-7dd14f8784f7 req-089160e8-43a9-401b-a1bf-03516f9290fe tempest-VolumesSnapshotTestJSON-1528642505 tempest-VolumesSnapshotTestJSON-1528642505-project] 10.222.0.72 "GET /v2.0/security-groups?id=20dcfb80-1b35-4aa8-b16b-774abf84fbde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446622 Jun 25 14:43:09.260791 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8172ab5-eab9-46af-922f-d91f07934c22 tempest-TestMinimumBasicScenario-697876773 tempest-TestMinimumBasicScenario-697876773-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:43:09.262255 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-f8172ab5-eab9-46af-922f-d91f07934c22 tempest-TestMinimumBasicScenario-697876773 tempest-TestMinimumBasicScenario-697876773-project-admin] Synchronizing usage tracker for tenant:071d530e8e174aab94f2b1e1e0a24ebc on resource:port {{(pid=78397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 25 14:43:09.285158 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-f8172ab5-eab9-46af-922f-d91f07934c22 tempest-TestMinimumBasicScenario-697876773 tempest-TestMinimumBasicScenario-697876773-project-admin] Unset dirty status for tenant:071d530e8e174aab94f2b1e1e0a24ebc on resource:port {{(pid=78397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 25 14:43:09.290658 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-f8172ab5-eab9-46af-922f-d91f07934c22 tempest-TestMinimumBasicScenario-697876773 tempest-TestMinimumBasicScenario-697876773-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=3f28e38c-a31d-44a8-9e7c-a5fd7d882559 HTTP/1.1" status: 200 len: 1093 time: 0.3199933 Jun 25 14:43:09.291149 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.72', 37204) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:43:09.297794 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.v2.base [None req-b3772e5a-d26c-4a2d-94b3-530d88466632 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Request body: {'floatingip': {'floating_network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee', 'port_id': '5a94f68a-bfe7-46b1-8109-62131ca96b68', 'tenant_id': '46d537920f9742198ad6afd1193836f7', 'fixed_ip_address': '172.20.0.3'}} {{(pid=78397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:43:09.307152 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-b3772e5a-d26c-4a2d-94b3-530d88466632 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:43:09.312400 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-b3772e5a-d26c-4a2d-94b3-530d88466632 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Usage tracker for resource:floatingip and tenant:46d537920f9742198ad6afd1193836f7 is out of sync, need to count used quota {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:43:09.315297 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-b3772e5a-d26c-4a2d-94b3-530d88466632 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:43:09.322736 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-b3772e5a-d26c-4a2d-94b3-530d88466632 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:43:09.336443 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-b3772e5a-d26c-4a2d-94b3-530d88466632 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Notify callbacks [] for floatingip, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:09.413114 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125745ad-b75d-4802-8d28-48350f12408d req-f80fe282-9e98-4db4-a8e1-e7bfbb0099a7 tempest-VolumesActionsTest-1309451731 tempest-VolumesActionsTest-1309451731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:43:09.414675 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-125745ad-b75d-4802-8d28-48350f12408d req-f80fe282-9e98-4db4-a8e1-e7bfbb0099a7 tempest-VolumesActionsTest-1309451731 tempest-VolumesActionsTest-1309451731-project] 10.222.0.72 "GET /v2.0/ports?device_id=e9635181-b208-4c83-8a23-3d8de8d8a9b7 HTTP/1.1" status: 200 len: 946 time: 0.0895398 Jun 25 14:43:09.466607 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-125745ad-b75d-4802-8d28-48350f12408d req-2cf683b7-1e0d-4361-bbb2-295041dc74b2 tempest-VolumesActionsTest-1309451731 tempest-VolumesActionsTest-1309451731-project] 10.222.0.72 "GET /v2.0/security-groups?id=59b60005-38c8-4358-b95b-fed8b26d29d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456233 Jun 25 14:43:09.519628 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-b3772e5a-d26c-4a2d-94b3-530d88466632 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for port, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:09.672714 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.db_base_plugin_common [None req-b3772e5a-d26c-4a2d-94b3-530d88466632 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Allocated IP 172.28.1.133 (a1a43f7a-e11e-4ed3-80ce-932e2581e9ee/b0ba03d7-4f3a-4e33-bbe4-11273a91df80/e36cc671-8341-4a02-8b90-a5e67e676372) {{(pid=78397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 14:43:09.841971 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-b3772e5a-d26c-4a2d-94b3-530d88466632 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Notify callbacks [] for port, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:09.874479 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-b3772e5a-d26c-4a2d-94b3-530d88466632 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747172243469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127937375'] for port, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:09.882712 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-1c0959cc-119d-4795-9176-5106fe2ce302 tempest-VolumesActionsTest-1053026999 tempest-VolumesActionsTest-1053026999-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:43:09.958597 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3772e5a-d26c-4a2d-94b3-530d88466632 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Network a1a43f7a-e11e-4ed3-80ce-932e2581e9ee is already hosted by enough agents. {{(pid=78397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:43:09.963670 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.scheduler.base_scheduler [None req-b3772e5a-d26c-4a2d-94b3-530d88466632 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Resources bound (agent type, host, resource id): {{(pid=78397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:43:09.970461 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3772e5a-d26c-4a2d-94b3-530d88466632 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Received port after_create {{(pid=78397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 25 14:43:10.060336 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3772e5a-d26c-4a2d-94b3-530d88466632 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Pushing event updated for resources: {'Port': ['ID=e36cc671-8341-4a02-8b90-a5e67e676372,revision_number=1']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:43:10.070055 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-b3772e5a-d26c-4a2d-94b3-530d88466632 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:43:10.209136 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2dbf28-be71-477e-8eab-379a3e2f2498 req-a5686753-74d9-4129-89ec-38994ca50ed5 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:43:10.211075 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-3f2dbf28-be71-477e-8eab-379a3e2f2498 req-a5686753-74d9-4129-89ec-38994ca50ed5 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] 10.222.0.72 "GET /v2.0/ports?device_id=100fae19-9887-4686-a978-0b1be5cfeb7f HTTP/1.1" status: 200 len: 945 time: 0.2044475 Jun 25 14:43:10.417254 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc140e5-47b1-4dd9-8219-2de4d8d96ed9 req-d212c1de-eba3-402e-8616-2ab35aa61371 tempest-VolumesSnapshotTestJSON-1528642505 tempest-VolumesSnapshotTestJSON-1528642505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:43:10.419522 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-abc140e5-47b1-4dd9-8219-2de4d8d96ed9 req-d212c1de-eba3-402e-8616-2ab35aa61371 tempest-VolumesSnapshotTestJSON-1528642505 tempest-VolumesSnapshotTestJSON-1528642505-project] 10.222.0.72 "GET /v2.0/ports?device_id=367401dc-5c01-4ac2-8674-5b6654a3fa44 HTTP/1.1" status: 200 len: 946 time: 0.0983191 Jun 25 14:43:10.446199 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-3f2dbf28-be71-477e-8eab-379a3e2f2498 req-f17885c7-3e2f-46a6-a09f-e0742ebadc96 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] 10.222.0.72 "GET /v2.0/security-groups?id=55fed236-b79f-45ec-b512-cc10561c3d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2146876 Jun 25 14:43:10.498205 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-abc140e5-47b1-4dd9-8219-2de4d8d96ed9 req-d83a2c15-1294-451e-84a8-f8e85a430658 tempest-VolumesSnapshotTestJSON-1528642505 tempest-VolumesSnapshotTestJSON-1528642505-project] 10.222.0.72 "GET /v2.0/security-groups?id=20dcfb80-1b35-4aa8-b16b-774abf84fbde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716748 Jun 25 14:43:10.969823 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bac9bde-e41b-441d-a3d7-941446b927a3 req-1bdc243c-129a-4fcd-8276-237e395171fa tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:43:10.971684 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-8bac9bde-e41b-441d-a3d7-941446b927a3 req-1bdc243c-129a-4fcd-8276-237e395171fa tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] 10.222.0.72 "GET /v2.0/ports?device_id=100fae19-9887-4686-a978-0b1be5cfeb7f HTTP/1.1" status: 200 len: 945 time: 0.0987389 Jun 25 14:43:11.009993 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1618b84c-557b-4edc-a63f-629d2855671b req-f4f9321b-10af-4147-ba9f-6191ef04048f tempest-VolumesActionsTest-1309451731 tempest-VolumesActionsTest-1309451731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:43:11.012562 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-1618b84c-557b-4edc-a63f-629d2855671b req-f4f9321b-10af-4147-ba9f-6191ef04048f tempest-VolumesActionsTest-1309451731 tempest-VolumesActionsTest-1309451731-project] 10.222.0.72 "GET /v2.0/ports?device_id=e9635181-b208-4c83-8a23-3d8de8d8a9b7 HTTP/1.1" status: 200 len: 946 time: 0.1787848 Jun 25 14:43:11.014373 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-b3772e5a-d26c-4a2d-94b3-530d88466632 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:11.074707 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-8bac9bde-e41b-441d-a3d7-941446b927a3 req-59b1287d-74ee-4e36-8172-aaae1813b55c tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] 10.222.0.72 "GET /v2.0/security-groups?id=55fed236-b79f-45ec-b512-cc10561c3d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941694 Jun 25 14:43:11.096639 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7734acff-b65d-4039-a51f-104cb763298c req-ff335194-f09d-469f-92fa-8fe23c83c3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:43:11.098169 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-7734acff-b65d-4039-a51f-104cb763298c req-ff335194-f09d-469f-92fa-8fe23c83c3ab service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=7a1d3268123d4b12a1168eda73de2201&device_id=100fae19-9887-4686-a978-0b1be5cfeb7f HTTP/1.1" status: 200 len: 1098 time: 0.1036038 Jun 25 14:43:11.124100 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-1618b84c-557b-4edc-a63f-629d2855671b req-3c931ed0-b345-4e31-afc3-f8e364a9a283 tempest-VolumesActionsTest-1309451731 tempest-VolumesActionsTest-1309451731-project] 10.222.0.72 "GET /v2.0/security-groups?id=59b60005-38c8-4358-b95b-fed8b26d29d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617707 Jun 25 14:43:11.185835 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-b3772e5a-d26c-4a2d-94b3-530d88466632 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for port, before_update {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:11.238523 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7734acff-b65d-4039-a51f-104cb763298c req-04974d3b-c558-46f1-86b5-600bd996e94f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:43:11.240188 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-7734acff-b65d-4039-a51f-104cb763298c req-04974d3b-c558-46f1-86b5-600bd996e94f service neutron] 10.222.0.77 "GET /v2.0/networks?id=67ba1ff0-ab4f-41c2-a1c4-6027b2c685c1 HTTP/1.1" status: 200 len: 911 time: 0.1351011 Jun 25 14:43:11.268467 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-d8629aed-3791-4e9b-8216-92af4a52e7ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:11.393162 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-7734acff-b65d-4039-a51f-104cb763298c req-af678834-1b33-4a16-93a2-55989b57fece service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0a555632-35d7-4e70-abff-453a0e8e3e79 HTTP/1.1" status: 200 len: 1000 time: 0.1047249 Jun 25 14:43:11.412652 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-b3772e5a-d26c-4a2d-94b3-530d88466632 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Notify callbacks [] for port, precommit_update {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:11.419409 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-b3772e5a-d26c-4a2d-94b3-530d88466632 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747172683978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747172243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747172243532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127937384'] for port, after_update {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:11.423263 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:43:11.460026 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7734acff-b65d-4039-a51f-104cb763298c req-b95fc572-0159-4fd3-aefb-b1116f747337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:43:11.461314 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-7734acff-b65d-4039-a51f-104cb763298c req-b95fc572-0159-4fd3-aefb-b1116f747337 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ac1ed06e-d434-4471-8b10-9318752714c1 HTTP/1.1" status: 200 len: 849 time: 0.0602300 Jun 25 14:43:11.539138 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3772e5a-d26c-4a2d-94b3-530d88466632 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Pushing event updated for resources: {'Port': ['ID=e36cc671-8341-4a02-8b90-a5e67e676372,revision_number=2']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:43:11.543961 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-b3772e5a-d26c-4a2d-94b3-530d88466632 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:43:11.546614 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7734acff-b65d-4039-a51f-104cb763298c req-936ab894-4b17-42f1-bba0-efdb639f5e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:43:11.546857 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-b3772e5a-d26c-4a2d-94b3-530d88466632 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-497906'] for floatingip, after_update {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:11.548305 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-7734acff-b65d-4039-a51f-104cb763298c req-936ab894-4b17-42f1-bba0-efdb639f5e6e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=67ba1ff0-ab4f-41c2-a1c4-6027b2c685c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0793824 Jun 25 14:43:11.728111 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.db.l3_db [None req-b3772e5a-d26c-4a2d-94b3-530d88466632 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Floating IP 638ebdad-a899-4789-a408-4ffe7069777a associated. External IP: 172.28.1.133, port: 5a94f68a-bfe7-46b1-8109-62131ca96b68. Jun 25 14:43:11.785044 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-7734acff-b65d-4039-a51f-104cb763298c req-5601603c-9a53-4c13-8634-093e4df4c108 service neutron] 10.222.0.77 "GET /v2.0/networks/67ba1ff0-ab4f-41c2-a1c4-6027b2c685c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2280555 Jun 25 14:43:11.905827 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7a2397-2db1-46df-9ca0-c30abb03a176 req-4ea00f63-1eb6-4219-a3ca-095f6bf26fa6 tempest-VolumesSnapshotTestJSON-1528642505 tempest-VolumesSnapshotTestJSON-1528642505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:43:11.907914 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-0e7a2397-2db1-46df-9ca0-c30abb03a176 req-4ea00f63-1eb6-4219-a3ca-095f6bf26fa6 tempest-VolumesSnapshotTestJSON-1528642505 tempest-VolumesSnapshotTestJSON-1528642505-project] 10.222.0.72 "GET /v2.0/ports?device_id=367401dc-5c01-4ac2-8674-5b6654a3fa44 HTTP/1.1" status: 200 len: 946 time: 0.2781360 Jun 25 14:43:12.131586 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-0e7a2397-2db1-46df-9ca0-c30abb03a176 req-eb5dc606-4c74-4af0-b5d4-4e5dc2a35b5a tempest-VolumesSnapshotTestJSON-1528642505 tempest-VolumesSnapshotTestJSON-1528642505-project] 10.222.0.72 "GET /v2.0/security-groups?id=20dcfb80-1b35-4aa8-b16b-774abf84fbde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939696 Jun 25 14:43:12.139720 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d6e131-8f17-4570-b661-a07a5591d233 req-0a682c5e-a318-491d-a96e-65010eebeb36 tempest-VolumesSnapshotTestJSON-1528642505 tempest-VolumesSnapshotTestJSON-1528642505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:43:12.141299 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-45d6e131-8f17-4570-b661-a07a5591d233 req-0a682c5e-a318-491d-a96e-65010eebeb36 tempest-VolumesSnapshotTestJSON-1528642505 tempest-VolumesSnapshotTestJSON-1528642505-project] 10.222.0.77 "GET /v2.0/ports?device_id=367401dc-5c01-4ac2-8674-5b6654a3fa44 HTTP/1.1" status: 200 len: 946 time: 0.3980856 Jun 25 14:43:12.145256 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-7734acff-b65d-4039-a51f-104cb763298c req-c27b6142-4f0c-414e-8e21-c79d15683608 service neutron] 10.222.0.77 "GET /v2.0/networks/67ba1ff0-ab4f-41c2-a1c4-6027b2c685c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3436511 Jun 25 14:43:12.176342 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3772e5a-d26c-4a2d-94b3-530d88466632 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Router 5390209f-c66d-4fd6-9f27-a866726f0e2b has already been hosted by L3 agent 941bc864-709b-4c09-a7df-f27e1f49545a {{(pid=78397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 14:43:12.263364 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.plugin [req-45d6e131-8f17-4570-b661-a07a5591d233 req-516c2d2f-2845-4aa1-b161-32c11dee9fae tempest-VolumesSnapshotTestJSON-1528642505 tempest-VolumesSnapshotTestJSON-1528642505-project] Deleting port eab7ca6a-545f-43a8-8cdb-dec4c9174f50 {{(pid=78398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 25 14:43:12.263664 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [req-45d6e131-8f17-4570-b661-a07a5591d233 req-516c2d2f-2845-4aa1-b161-32c11dee9fae tempest-VolumesSnapshotTestJSON-1528642505 tempest-VolumesSnapshotTestJSON-1528642505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747172683120'] for port, before_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:12.272356 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-d14b10cb-2ead-4edf-9c0b-578ba992fa59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:12.551889 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3772e5a-d26c-4a2d-94b3-530d88466632 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Notify agent at l3_agent.dv-cinder-798091-1-smb the message routers_updated {{(pid=78397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 25 14:43:12.566245 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cb63ef-eeb8-434c-b079-2ad424681cbe req-4aa391c3-5956-405b-9826-57bf08e980a9 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:43:12.569064 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-01cb63ef-eeb8-434c-b079-2ad424681cbe req-4aa391c3-5956-405b-9826-57bf08e980a9 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] 10.222.0.72 "GET /v2.0/ports?device_id=100fae19-9887-4686-a978-0b1be5cfeb7f HTTP/1.1" status: 200 len: 945 time: 0.2061307 Jun 25 14:43:12.569255 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a755a2b-5914-4b8c-98ed-13fc237d7f2c None None] Sync routers for ids ['5390209f-c66d-4fd6-9f27-a866726f0e2b'] in dv-cinder-798091-1-smb {{(pid=78399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 14:43:12.582479 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a755a2b-5914-4b8c-98ed-13fc237d7f2c None None] Routers {'5390209f-c66d-4fd6-9f27-a866726f0e2b'} bound to L3 agent in host dv-cinder-798091-1-smb {{(pid=78399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:43:12.583474 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.l3_hamode_db [None req-4a755a2b-5914-4b8c-98ed-13fc237d7f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798091-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-25T14:30:11Z,description=,heartbeat_timestamp=2021-06-25T14:43:11Z,host='dv-cinder-798091-1-smb',id=941bc864-709b-4c09-a7df-f27e1f49545a,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:30:11Z,topic='l3_agent')) {'router_ids': ['5390209f-c66d-4fd6-9f27-a866726f0e2b'], 'active': True} {{(pid=78399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:43:12.618328 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-b3772e5a-d26c-4a2d-94b3-530d88466632 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257150'] for floatingip, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:12.672062 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-01cb63ef-eeb8-434c-b079-2ad424681cbe req-0cc9d866-e8fa-426c-9e4e-6ed8c3e32bc7 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] 10.222.0.72 "GET /v2.0/security-groups?id=55fed236-b79f-45ec-b512-cc10561c3d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929379 Jun 25 14:43:12.697497 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-b3772e5a-d26c-4a2d-94b3-530d88466632 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.4050176 Jun 25 14:43:12.698541 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f28e38c-a31d-44a8-9e7c-a5fd7d882559', 'tag': '5a94f68a-bfe7-46b1-8109-62131ca96b68'}] {{(pid=78397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:43:12.703327 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.72', 37254) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:43:12.708873 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.v2.base [None req-a66cf526-1db6-4d52-9bd6-d0628d9f51a8 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1612203095', 'description': 'tempest-secgroup-smoke-1612203095 description', 'project_id': '46d537920f9742198ad6afd1193836f7'}} {{(pid=78397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:43:12.715634 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-a66cf526-1db6-4d52-9bd6-d0628d9f51a8 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:43:12.723669 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194be306-6a21-4b90-8adf-e64442ea88e5 req-e43a060e-3963-40a5-83b1-b21579a79a8e tempest-VolumesActionsTest-1309451731 tempest-VolumesActionsTest-1309451731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:43:12.733357 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-a66cf526-1db6-4d52-9bd6-d0628d9f51a8 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:43:12.741844 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-194be306-6a21-4b90-8adf-e64442ea88e5 req-e43a060e-3963-40a5-83b1-b21579a79a8e tempest-VolumesActionsTest-1309451731 tempest-VolumesActionsTest-1309451731-project] 10.222.0.72 "GET /v2.0/ports?device_id=e9635181-b208-4c83-8a23-3d8de8d8a9b7 HTTP/1.1" status: 200 len: 946 time: 0.3866928 Jun 25 14:43:12.748173 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-a66cf526-1db6-4d52-9bd6-d0628d9f51a8 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Notify callbacks [] for security_group, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:12.784346 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-a66cf526-1db6-4d52-9bd6-d0628d9f51a8 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:43:12.790147 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-a66cf526-1db6-4d52-9bd6-d0628d9f51a8 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Usage tracker for resource:security_group_rule and tenant:46d537920f9742198ad6afd1193836f7 is out of sync, need to count used quota {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:43:12.793428 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-a66cf526-1db6-4d52-9bd6-d0628d9f51a8 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:43:12.800966 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-a66cf526-1db6-4d52-9bd6-d0628d9f51a8 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:43:12.850947 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.db [req-45d6e131-8f17-4570-b661-a07a5591d233 req-516c2d2f-2845-4aa1-b161-32c11dee9fae tempest-VolumesSnapshotTestJSON-1528642505 tempest-VolumesSnapshotTestJSON-1528642505-project] For port eab7ca6a-545f-43a8-8cdb-dec4c9174f50, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=eab7ca6a-545f-43a8-8cdb-dec4c9174f50,segment=NetworkSegment(592d4893-cece-4795-8fc2-2fa05b069928),segment_id=592d4893-cece-4795-8fc2-2fa05b069928)] {{(pid=78398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:43:12.851315 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [req-45d6e131-8f17-4570-b661-a07a5591d233 req-516c2d2f-2845-4aa1-b161-32c11dee9fae tempest-VolumesSnapshotTestJSON-1528642505 tempest-VolumesSnapshotTestJSON-1528642505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-413696'] for port, precommit_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:12.853781 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.l3_dvr_db [None req-4a755a2b-5914-4b8c-98ed-13fc237d7f2c None None] Set router 5390209f-c66d-4fd6-9f27-a866726f0e2b gateway port host: dv-cinder-798091-1-smb {{(pid=78399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:43:12.876664 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-194be306-6a21-4b90-8adf-e64442ea88e5 req-6fd0fa37-f14d-4ed1-94f2-49d1cb65a763 tempest-VolumesActionsTest-1309451731 tempest-VolumesActionsTest-1309451731-project] 10.222.0.72 "GET /v2.0/security-groups?id=59b60005-38c8-4358-b95b-fed8b26d29d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338429 Jun 25 14:43:12.988945 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-a66cf526-1db6-4d52-9bd6-d0628d9f51a8 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Notify callbacks [] for security_group, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:12.991805 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f28e38c-a31d-44a8-9e7c-a5fd7d882559', 'tag': '5a94f68a-bfe7-46b1-8109-62131ca96b68', 'status': 'completed', 'code': 200} Jun 25 14:43:12.998831 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-a66cf526-1db6-4d52-9bd6-d0628d9f51a8 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726995'] for security_group, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:13.009964 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.plugin [req-45d6e131-8f17-4570-b661-a07a5591d233 req-516c2d2f-2845-4aa1-b161-32c11dee9fae tempest-VolumesSnapshotTestJSON-1528642505 tempest-VolumesSnapshotTestJSON-1528642505-project] Calling delete_port for eab7ca6a-545f-43a8-8cdb-dec4c9174f50 owned by compute:nova {{(pid=78398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 25 14:43:13.012036 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-ca85ac6f-0541-4c52-aba2-f9fda10082ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:43:13.051800 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66cf526-1db6-4d52-9bd6-d0628d9f51a8 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06d723f0-79b3-482a-813d-0d06f4829ad9,revision_number=1']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:43:13.054899 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-a66cf526-1db6-4d52-9bd6-d0628d9f51a8 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:43:13.069845 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd941b95-706b-4563-851b-bfa68c94884b req-0dff3e7e-7d2f-49d2-bcae-88d202c11aaf tempest-VolumesActionsTest-1309451731 tempest-VolumesActionsTest-1309451731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:43:13.071605 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-dd941b95-706b-4563-851b-bfa68c94884b req-0dff3e7e-7d2f-49d2-bcae-88d202c11aaf tempest-VolumesActionsTest-1309451731 tempest-VolumesActionsTest-1309451731-project] 10.222.0.77 "GET /v2.0/ports?device_id=e9635181-b208-4c83-8a23-3d8de8d8a9b7 HTTP/1.1" status: 200 len: 946 time: 0.4262407 Jun 25 14:43:13.100846 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-a66cf526-1db6-4d52-9bd6-d0628d9f51a8 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Notify callbacks [] for security_group, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:13.108805 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-a66cf526-1db6-4d52-9bd6-d0628d9f51a8 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4032581 Jun 25 14:43:13.115274 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.72', 37262) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:43:13.122838 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.v2.base [None req-a93619ed-f3bf-4cac-a748-411cbd98cada tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Request body: {'security_group_rule': {'security_group_id': '06d723f0-79b3-482a-813d-0d06f4829ad9', 'project_id': '46d537920f9742198ad6afd1193836f7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:43:13.131046 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-a93619ed-f3bf-4cac-a748-411cbd98cada tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:43:13.143127 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-a93619ed-f3bf-4cac-a748-411cbd98cada tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Usage tracker for resource:security_group_rule and tenant:46d537920f9742198ad6afd1193836f7 is out of sync, need to count used quota {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:43:13.148083 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-a93619ed-f3bf-4cac-a748-411cbd98cada tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:43:13.157222 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-a93619ed-f3bf-4cac-a748-411cbd98cada tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:43:13.161822 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593a8cac-c285-4ba9-9bd4-baa25dfdfb0d req-115ccff0-6f5a-4d6a-a67c-8510b0eedf0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:43:13.163643 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-593a8cac-c285-4ba9-9bd4-baa25dfdfb0d req-115ccff0-6f5a-4d6a-a67c-8510b0eedf0a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=46d537920f9742198ad6afd1193836f7&device_id=3f28e38c-a31d-44a8-9e7c-a5fd7d882559 HTTP/1.1" status: 200 len: 1098 time: 0.2090249 Jun 25 14:43:13.186096 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.plugin [req-dd941b95-706b-4563-851b-bfa68c94884b req-cef73760-bf12-4541-91e8-8af3781fdb4b tempest-VolumesActionsTest-1309451731 tempest-VolumesActionsTest-1309451731-project] Deleting port 5d114ee3-69c6-4394-934d-28f516f5e466 {{(pid=78398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 25 14:43:13.186800 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [req-dd941b95-706b-4563-851b-bfa68c94884b req-cef73760-bf12-4541-91e8-8af3781fdb4b tempest-VolumesActionsTest-1309451731 tempest-VolumesActionsTest-1309451731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747172683120'] for port, before_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:13.318604 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593a8cac-c285-4ba9-9bd4-baa25dfdfb0d req-b75541c4-c064-4837-a2b3-fc70be2adfb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:43:13.320268 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-593a8cac-c285-4ba9-9bd4-baa25dfdfb0d req-b75541c4-c064-4837-a2b3-fc70be2adfb2 service neutron] 10.222.0.77 "GET /v2.0/networks?id=8c94d8da-413e-4525-98c0-863d33ff9021 HTTP/1.1" status: 200 len: 916 time: 0.1499660 Jun 25 14:43:13.459755 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-a93619ed-f3bf-4cac-a748-411cbd98cada tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:13.488758 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.db.agents_db [None req-33cd8ffe-8d55-4e82-a60c-f31f0cdcb446 None None] Agent healthcheck: found 6 active agents {{(pid=78400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 25 14:43:13.528415 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [req-45d6e131-8f17-4570-b661-a07a5591d233 req-516c2d2f-2845-4aa1-b161-32c11dee9fae tempest-VolumesSnapshotTestJSON-1528642505 tempest-VolumesSnapshotTestJSON-1528642505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747172683996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747172243478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1901102'] for port, after_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:13.557951 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-0959a481-12d6-4798-a5c7-3b38329e38d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:13.567264 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] get_ports_and_sgs() called for port_ids ['eab7ca6a-545f-43a8-8cdb-dec4c9174f50'] {{(pid=78399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 25 14:43:13.581876 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-593a8cac-c285-4ba9-9bd4-baa25dfdfb0d req-ff23c11b-18f3-4e5c-9932-6ed0847e9089 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5a94f68a-bfe7-46b1-8109-62131ca96b68 HTTP/1.1" status: 200 len: 999 time: 0.2503963 Jun 25 14:43:13.657506 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593a8cac-c285-4ba9-9bd4-baa25dfdfb0d req-09ec2cb7-68f5-4fa4-ab41-4def1fcc20d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:43:13.659183 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-593a8cac-c285-4ba9-9bd4-baa25dfdfb0d req-09ec2cb7-68f5-4fa4-ab41-4def1fcc20d3 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8d90de92-96c5-4eac-9554-41f78dcebc2a HTTP/1.1" status: 200 len: 854 time: 0.0682526 Jun 25 14:43:13.666831 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-1c211339-af2d-4298-b67a-67a7ebcd8a67 tempest-VolumesSnapshotTestJSON-1528642505 tempest-VolumesSnapshotTestJSON-1528642505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:43:13.680673 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.l3_hamode_db [None req-4a755a2b-5914-4b8c-98ed-13fc237d7f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5390209f-c66d-4fd6-9f27-a866726f0e2b', 'name': 'tempest-TestMinimumBasicScenario-1208418121-router', 'tenant_id': '46d537920f9742198ad6afd1193836f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee', 'external_fixed_ips': [{'subnet_id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'ip_address': '172.28.1.115'}], 'enable_snat': True}, 'gw_port_id': '905e0b7d-d24c-49f9-add5-702ee45b9f63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:41:41Z', 'updated_at': '2021-06-25T14:41:47Z', 'revision_number': 4, 'project_id': '46d537920f9742198ad6afd1193836f7', 'gw_port': {'id': '905e0b7d-d24c-49f9-add5-702ee45b9f63', 'name': '', 'network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:2f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5390209f-c66d-4fd6-9f27-a866726f0e2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'ip_address': '172.28.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:41:42Z', 'updated_at': '2021-06-25T14:41:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798091-1-smb', '_floatingips': [{'id': '638ebdad-a899-4789-a408-4ffe7069777a', 'tenant_id': '46d537920f9742198ad6afd1193836f7', 'floating_ip_address': '172.28.1.133', 'floating_network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee', 'router_id': '5390209f-c66d-4fd6-9f27-a866726f0e2b', 'port_id': '5a94f68a-bfe7-46b1-8109-62131ca96b68', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c94d8da-413e-4525-98c0-863d33ff9021', 'mac_address': 'fa:16:3e:18:2d:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f28e38c-a31d-44a8-9e7c-a5fd7d882559', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T14:43:10Z', 'updated_at': '2021-06-25T14:43:10Z', 'revision_number': 0, 'project_id': '46d537920f9742198ad6afd1193836f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a2d3c2f-823d-4a97-9c97-7f171bf4eb2d', 'name': '', 'network_id': '8c94d8da-413e-4525-98c0-863d33ff9021', 'tenant_id': '46d537920f9742198ad6afd1193836f7', 'mac_address': 'fa:16:3e:b6:ed:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5390209f-c66d-4fd6-9f27-a866726f0e2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '8d90de92-96c5-4eac-9554-41f78dcebc2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:41:46Z', 'updated_at': '2021-06-25T14:41:56Z', 'revision_number': 5, 'project_id': '46d537920f9742198ad6afd1193836f7', 'subnets': [{'id': '8d90de92-96c5-4eac-9554-41f78dcebc2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798091-1-smb', False) {} {{(pid=78399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:43:13.688052 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a755a2b-5914-4b8c-98ed-13fc237d7f2c None None] Checking router: 5390209f-c66d-4fd6-9f27-a866726f0e2b for host: dv-cinder-798091-1-smb {{(pid=78399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 14:43:13.705376 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a755a2b-5914-4b8c-98ed-13fc237d7f2c None None] Routers {'5390209f-c66d-4fd6-9f27-a866726f0e2b'} bound to L3 agent in host dv-cinder-798091-1-smb {{(pid=78399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:43:13.707204 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.l3_hamode_db [None req-4a755a2b-5914-4b8c-98ed-13fc237d7f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798091-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-25T14:30:11Z,description=,heartbeat_timestamp=2021-06-25T14:43:11Z,host='dv-cinder-798091-1-smb',id=941bc864-709b-4c09-a7df-f27e1f49545a,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:30:11Z,topic='l3_agent')) {'router_ids': ['5390209f-c66d-4fd6-9f27-a866726f0e2b'], 'active': True} {{(pid=78399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:43:13.710918 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-a93619ed-f3bf-4cac-a748-411cbd98cada tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:13.721199 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240acc94-a9af-4678-bb6d-5b225a3d5cee req-07a56e11-540d-48d1-87f2-a63a408a9099 tempest-VolumesSnapshotTestJSON-1528642505 tempest-VolumesSnapshotTestJSON-1528642505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:43:13.722933 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-240acc94-a9af-4678-bb6d-5b225a3d5cee req-07a56e11-540d-48d1-87f2-a63a408a9099 tempest-VolumesSnapshotTestJSON-1528642505 tempest-VolumesSnapshotTestJSON-1528642505-project] 10.222.0.72 "GET /v2.0/ports?device_id=367401dc-5c01-4ac2-8674-5b6654a3fa44 HTTP/1.1" status: 200 len: 946 time: 0.3103309 Jun 25 14:43:13.732123 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-a93619ed-f3bf-4cac-a748-411cbd98cada tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727028'] for security_group_rule, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:13.735706 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516c2d2f-2845-4aa1-b161-32c11dee9fae tempest-VolumesSnapshotTestJSON-1528642505 tempest-VolumesSnapshotTestJSON-1528642505-project] Pushing event deleted for resources: {'Port': ['ID=eab7ca6a-545f-43a8-8cdb-dec4c9174f50,revision_number=None']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:43:13.750608 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-516c2d2f-2845-4aa1-b161-32c11dee9fae tempest-VolumesSnapshotTestJSON-1528642505 tempest-VolumesSnapshotTestJSON-1528642505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:43:13.777740 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:43:13.816135 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-240acc94-a9af-4678-bb6d-5b225a3d5cee req-b95861f8-e787-4cbf-acab-56daf6835513 tempest-VolumesSnapshotTestJSON-1528642505 tempest-VolumesSnapshotTestJSON-1528642505-project] 10.222.0.72 "GET /v2.0/security-groups?id=20dcfb80-1b35-4aa8-b16b-774abf84fbde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850801 Jun 25 14:43:13.824735 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93619ed-f3bf-4cac-a748-411cbd98cada tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0392210b-cb0f-4e8b-bbfd-70747de825d3,revision_number=0']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:43:13.830286 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-a93619ed-f3bf-4cac-a748-411cbd98cada tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:43:13.837534 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-a93619ed-f3bf-4cac-a748-411cbd98cada tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:13.842611 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-a93619ed-f3bf-4cac-a748-411cbd98cada tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7253842 Jun 25 14:43:13.846043 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.72', 37276) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:43:13.863658 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.v2.base [None req-f46e10f7-c6b6-47d6-a70a-cc543f96efb7 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Request body: {'security_group_rule': {'security_group_id': '06d723f0-79b3-482a-813d-0d06f4829ad9', 'project_id': '46d537920f9742198ad6afd1193836f7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=78397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:43:13.888905 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-f46e10f7-c6b6-47d6-a70a-cc543f96efb7 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:43:13.910604 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-f46e10f7-c6b6-47d6-a70a-cc543f96efb7 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Usage tracker for resource:security_group_rule and tenant:46d537920f9742198ad6afd1193836f7 is out of sync, need to count used quota {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:43:13.922100 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-f46e10f7-c6b6-47d6-a70a-cc543f96efb7 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:43:13.932766 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.l3_dvrscheduler_db [req-45d6e131-8f17-4570-b661-a07a5591d233 req-516c2d2f-2845-4aa1-b161-32c11dee9fae tempest-VolumesSnapshotTestJSON-1528642505 tempest-VolumesSnapshotTestJSON-1528642505-project] No DVR routers for this DVR port eab7ca6a-545f-43a8-8cdb-dec4c9174f50 on host hv-cinder-79809 {{(pid=78398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 14:43:13.933816 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593a8cac-c285-4ba9-9bd4-baa25dfdfb0d req-fd70d35a-59a1-450b-b748-89bc05e4f286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:43:13.935724 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [req-45d6e131-8f17-4570-b661-a07a5591d233 req-516c2d2f-2845-4aa1-b161-32c11dee9fae tempest-VolumesSnapshotTestJSON-1528642505 tempest-VolumesSnapshotTestJSON-1528642505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257150'] for port, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:13.936466 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-593a8cac-c285-4ba9-9bd4-baa25dfdfb0d req-fd70d35a-59a1-450b-b748-89bc05e4f286 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=8c94d8da-413e-4525-98c0-863d33ff9021&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2665606 Jun 25 14:43:13.938654 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.72', 37282) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:43:13.940642 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.db [req-dd941b95-706b-4563-851b-bfa68c94884b req-cef73760-bf12-4541-91e8-8af3781fdb4b tempest-VolumesActionsTest-1309451731 tempest-VolumesActionsTest-1309451731-project] For port 5d114ee3-69c6-4394-934d-28f516f5e466, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=5d114ee3-69c6-4394-934d-28f516f5e466,segment=NetworkSegment(f0448863-24b8-41eb-8a14-ccd84a84caca),segment_id=f0448863-24b8-41eb-8a14-ccd84a84caca)] {{(pid=78398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:43:13.941104 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [req-dd941b95-706b-4563-851b-bfa68c94884b req-cef73760-bf12-4541-91e8-8af3781fdb4b tempest-VolumesActionsTest-1309451731 tempest-VolumesActionsTest-1309451731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-413696'] for port, precommit_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:13.949702 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '367401dc-5c01-4ac2-8674-5b6654a3fa44', 'name': 'network-vif-deleted', 'tag': 'eab7ca6a-545f-43a8-8cdb-dec4c9174f50'}] {{(pid=78398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:43:13.959075 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-f46e10f7-c6b6-47d6-a70a-cc543f96efb7 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:43:14.118565 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.l3_dvr_db [None req-4a755a2b-5914-4b8c-98ed-13fc237d7f2c None None] Set router 5390209f-c66d-4fd6-9f27-a866726f0e2b gateway port host: dv-cinder-798091-1-smb {{(pid=78399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:43:14.182926 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-f46e10f7-c6b6-47d6-a70a-cc543f96efb7 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:14.190529 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.plugin [req-dd941b95-706b-4563-851b-bfa68c94884b req-cef73760-bf12-4541-91e8-8af3781fdb4b tempest-VolumesActionsTest-1309451731 tempest-VolumesActionsTest-1309451731-project] Calling delete_port for 5d114ee3-69c6-4394-934d-28f516f5e466 owned by compute:nova {{(pid=78398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 25 14:43:14.194859 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-4989cc10-3333-4fbb-ad8d-73df1c508508 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:14.261446 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-45d6e131-8f17-4570-b661-a07a5591d233 req-516c2d2f-2845-4aa1-b161-32c11dee9fae tempest-VolumesSnapshotTestJSON-1528642505 tempest-VolumesSnapshotTestJSON-1528642505-project] 10.222.0.77 "DELETE /v2.0/ports/eab7ca6a-545f-43a8-8cdb-dec4c9174f50 HTTP/1.1" status: 204 len: 173 time: 2.0910723 Jun 25 14:43:14.270061 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-4989cc10-3333-4fbb-ad8d-73df1c508508 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:43:14.306135 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-4989cc10-3333-4fbb-ad8d-73df1c508508 admin admin] Usage tracker for resource:security_group_rule and tenant:e2fb529f27b14406ba3bc45afc766822 is out of sync, need to count used quota {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:43:14.323684 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-4989cc10-3333-4fbb-ad8d-73df1c508508 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:43:14.329618 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8ad423-7141-429c-9cc5-04b89b62afe3 req-394e3e98-55ea-4a41-8873-e2fb3f1e1ffe tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:43:14.336102 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-4989cc10-3333-4fbb-ad8d-73df1c508508 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:43:14.337975 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-ae8ad423-7141-429c-9cc5-04b89b62afe3 req-394e3e98-55ea-4a41-8873-e2fb3f1e1ffe tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] 10.222.0.72 "GET /v2.0/ports?device_id=100fae19-9887-4686-a978-0b1be5cfeb7f HTTP/1.1" status: 200 len: 945 time: 0.2836978 Jun 25 14:43:14.344655 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-593a8cac-c285-4ba9-9bd4-baa25dfdfb0d req-af3d7ab2-cb88-4945-8e07-fa33f253c68b service neutron] 10.222.0.77 "GET /v2.0/networks/8c94d8da-413e-4525-98c0-863d33ff9021?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3808987 Jun 25 14:43:14.371121 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-f46e10f7-c6b6-47d6-a70a-cc543f96efb7 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:14.417168 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-f46e10f7-c6b6-47d6-a70a-cc543f96efb7 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727028'] for security_group_rule, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:14.429540 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427be4c6-ef4c-403c-97ad-b4968a218442 req-663d9155-7810-4ed9-b455-0a184edca9d1 tempest-VolumesActionsTest-1309451731 tempest-VolumesActionsTest-1309451731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:43:14.431139 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-427be4c6-ef4c-403c-97ad-b4968a218442 req-663d9155-7810-4ed9-b455-0a184edca9d1 tempest-VolumesActionsTest-1309451731 tempest-VolumesActionsTest-1309451731-project] 10.222.0.72 "GET /v2.0/ports?device_id=e9635181-b208-4c83-8a23-3d8de8d8a9b7 HTTP/1.1" status: 200 len: 946 time: 0.3483181 Jun 25 14:43:14.487626 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-a93619ed-f3bf-4cac-a748-411cbd98cada tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:43:14.566595 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-ae8ad423-7141-429c-9cc5-04b89b62afe3 req-b4beeeb3-04fe-4cfc-b5ac-4bf6fa36a65b tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] 10.222.0.72 "GET /v2.0/security-groups?id=55fed236-b79f-45ec-b512-cc10561c3d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2275975 Jun 25 14:43:14.619142 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [req-dd941b95-706b-4563-851b-bfa68c94884b req-cef73760-bf12-4541-91e8-8af3781fdb4b tempest-VolumesActionsTest-1309451731 tempest-VolumesActionsTest-1309451731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747172683996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747172243478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1901102'] for port, after_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:14.631708 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:43:14.673171 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46e10f7-c6b6-47d6-a70a-cc543f96efb7 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09c9cb55-2bd2-4095-a5f9-2f0f8747d86b,revision_number=0']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:43:14.681908 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-f46e10f7-c6b6-47d6-a70a-cc543f96efb7 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:43:14.702915 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.l3_hamode_db [None req-4a755a2b-5914-4b8c-98ed-13fc237d7f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5390209f-c66d-4fd6-9f27-a866726f0e2b', 'name': 'tempest-TestMinimumBasicScenario-1208418121-router', 'tenant_id': '46d537920f9742198ad6afd1193836f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee', 'external_fixed_ips': [{'subnet_id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'ip_address': '172.28.1.115'}], 'enable_snat': True}, 'gw_port_id': '905e0b7d-d24c-49f9-add5-702ee45b9f63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:41:41Z', 'updated_at': '2021-06-25T14:41:47Z', 'revision_number': 4, 'project_id': '46d537920f9742198ad6afd1193836f7', 'gw_port': {'id': '905e0b7d-d24c-49f9-add5-702ee45b9f63', 'name': '', 'network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:2f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5390209f-c66d-4fd6-9f27-a866726f0e2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'ip_address': '172.28.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:41:42Z', 'updated_at': '2021-06-25T14:41:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798091-1-smb', '_floatingips': [{'id': '638ebdad-a899-4789-a408-4ffe7069777a', 'tenant_id': '46d537920f9742198ad6afd1193836f7', 'floating_ip_address': '172.28.1.133', 'floating_network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee', 'router_id': '5390209f-c66d-4fd6-9f27-a866726f0e2b', 'port_id': '5a94f68a-bfe7-46b1-8109-62131ca96b68', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c94d8da-413e-4525-98c0-863d33ff9021', 'mac_address': 'fa:16:3e:18:2d:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f28e38c-a31d-44a8-9e7c-a5fd7d882559', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T14:43:10Z', 'updated_at': '2021-06-25T14:43:10Z', 'revision_number': 0, 'project_id': '46d537920f9742198ad6afd1193836f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a2d3c2f-823d-4a97-9c97-7f171bf4eb2d', 'name': '', 'network_id': '8c94d8da-413e-4525-98c0-863d33ff9021', 'tenant_id': '46d537920f9742198ad6afd1193836f7', 'mac_address': 'fa:16:3e:b6:ed:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5390209f-c66d-4fd6-9f27-a866726f0e2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '8d90de92-96c5-4eac-9554-41f78dcebc2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:41:46Z', 'updated_at': '2021-06-25T14:41:56Z', 'revision_number': 5, 'project_id': '46d537920f9742198ad6afd1193836f7', 'subnets': [{'id': '8d90de92-96c5-4eac-9554-41f78dcebc2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798091-1-smb', False) {} {{(pid=78399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:43:14.707402 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a755a2b-5914-4b8c-98ed-13fc237d7f2c None None] The sync data for ids ['5390209f-c66d-4fd6-9f27-a866726f0e2b'] in dv-cinder-798091-1-smb is: [{'id': '5390209f-c66d-4fd6-9f27-a866726f0e2b', 'name': 'tempest-TestMinimumBasicScenario-1208418121-router', 'tenant_id': '46d537920f9742198ad6afd1193836f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee', 'external_fixed_ips': [{'subnet_id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'ip_address': '172.28.1.115'}], 'enable_snat': True}, 'gw_port_id': '905e0b7d-d24c-49f9-add5-702ee45b9f63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:41:41Z', 'updated_at': '2021-06-25T14:41:47Z', 'revision_number': 4, 'project_id': '46d537920f9742198ad6afd1193836f7', 'gw_port': {'id': '905e0b7d-d24c-49f9-add5-702ee45b9f63', 'name': '', 'network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:2f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5390209f-c66d-4fd6-9f27-a866726f0e2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'ip_address': '172.28.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:41:42Z', 'updated_at': '2021-06-25T14:41:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798091-1-smb', '_floatingips': [{'id': '638ebdad-a899-4789-a408-4ffe7069777a', 'tenant_id': '46d537920f9742198ad6afd1193836f7', 'floating_ip_address': '172.28.1.133', 'floating_network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee', 'router_id': '5390209f-c66d-4fd6-9f27-a866726f0e2b', 'port_id': '5a94f68a-bfe7-46b1-8109-62131ca96b68', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c94d8da-413e-4525-98c0-863d33ff9021', 'mac_address': 'fa:16:3e:18:2d:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f28e38c-a31d-44a8-9e7c-a5fd7d882559', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T14:43:10Z', 'updated_at': '2021-06-25T14:43:10Z', 'revision_number': 0, 'project_id': '46d537920f9742198ad6afd1193836f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a2d3c2f-823d-4a97-9c97-7f171bf4eb2d', 'name': '', 'network_id': '8c94d8da-413e-4525-98c0-863d33ff9021', 'tenant_id': '46d537920f9742198ad6afd1193836f7', 'mac_address': 'fa:16:3e:b6:ed:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5390209f-c66d-4fd6-9f27-a866726f0e2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '8d90de92-96c5-4eac-9554-41f78dcebc2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:41:46Z', 'updated_at': '2021-06-25T14:41:56Z', 'revision_number': 5, 'project_id': '46d537920f9742198ad6afd1193836f7', 'subnets': [{'id': '8d90de92-96c5-4eac-9554-41f78dcebc2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 14:43:14.722409 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '367401dc-5c01-4ac2-8674-5b6654a3fa44', 'name': 'network-vif-deleted', 'tag': 'eab7ca6a-545f-43a8-8cdb-dec4c9174f50', 'status': 'completed', 'code': 200} Jun 25 14:43:14.723746 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef73760-bf12-4541-91e8-8af3781fdb4b tempest-VolumesActionsTest-1309451731 tempest-VolumesActionsTest-1309451731-project] Pushing event deleted for resources: {'Port': ['ID=5d114ee3-69c6-4394-934d-28f516f5e466,revision_number=None']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:43:14.731892 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-cef73760-bf12-4541-91e8-8af3781fdb4b tempest-VolumesActionsTest-1309451731 tempest-VolumesActionsTest-1309451731-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:43:14.738025 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-427be4c6-ef4c-403c-97ad-b4968a218442 req-9d39c202-4e01-4009-86ff-17655250f011 tempest-VolumesActionsTest-1309451731 tempest-VolumesActionsTest-1309451731-project] 10.222.0.72 "GET /v2.0/security-groups?id=59b60005-38c8-4358-b95b-fed8b26d29d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2513704 Jun 25 14:43:14.764127 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-f46e10f7-c6b6-47d6-a70a-cc543f96efb7 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:14.770143 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-f46e10f7-c6b6-47d6-a70a-cc543f96efb7 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9155960 Jun 25 14:43:14.770143 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-593a8cac-c285-4ba9-9bd4-baa25dfdfb0d req-9c073553-d24c-4648-aa40-c497408bde68 service neutron] 10.222.0.77 "GET /v2.0/networks/8c94d8da-413e-4525-98c0-863d33ff9021?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3939354 Jun 25 14:43:14.770143 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.72', 37292) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:43:14.782754 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.v2.base [None req-d4e60d6d-0513-4235-ab5e-47380045920a tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Request body: {'security_group_rule': {'security_group_id': '06d723f0-79b3-482a-813d-0d06f4829ad9', 'project_id': '46d537920f9742198ad6afd1193836f7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=78397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:43:14.809658 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-d4e60d6d-0513-4235-ab5e-47380045920a tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:43:14.822312 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-d4e60d6d-0513-4235-ab5e-47380045920a tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Usage tracker for resource:security_group_rule and tenant:46d537920f9742198ad6afd1193836f7 is out of sync, need to count used quota {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:43:14.825795 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-d4e60d6d-0513-4235-ab5e-47380045920a tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:43:14.839962 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-d4e60d6d-0513-4235-ab5e-47380045920a tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:43:14.858595 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd941b95-706b-4563-851b-bfa68c94884b req-cef73760-bf12-4541-91e8-8af3781fdb4b tempest-VolumesActionsTest-1309451731 tempest-VolumesActionsTest-1309451731-project] No DVR routers for this DVR port 5d114ee3-69c6-4394-934d-28f516f5e466 on host hv-cinder-79809 {{(pid=78398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 14:43:14.860662 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-4989cc10-3333-4fbb-ad8d-73df1c508508 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:14.862561 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [req-dd941b95-706b-4563-851b-bfa68c94884b req-cef73760-bf12-4541-91e8-8af3781fdb4b tempest-VolumesActionsTest-1309451731 tempest-VolumesActionsTest-1309451731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257150'] for port, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:14.878222 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-4989cc10-3333-4fbb-ad8d-73df1c508508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726995'] for security_group, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:14.891930 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-496a01bd-ba06-40b6-9e04-3ea4b5be9fb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:43:14.896367 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-dd941b95-706b-4563-851b-bfa68c94884b req-cef73760-bf12-4541-91e8-8af3781fdb4b tempest-VolumesActionsTest-1309451731 tempest-VolumesActionsTest-1309451731-project] 10.222.0.77 "DELETE /v2.0/ports/5d114ee3-69c6-4394-934d-28f516f5e466 HTTP/1.1" status: 204 len: 173 time: 1.8162582 Jun 25 14:43:14.906019 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-d4e60d6d-0513-4235-ab5e-47380045920a tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:14.963799 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-4989cc10-3333-4fbb-ad8d-73df1c508508 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=e2fb529f27b14406ba3bc45afc766822&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0145252 Jun 25 14:43:14.964626 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.72', 37298) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:43:14.980001 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4989cc10-3333-4fbb-ad8d-73df1c508508 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4ddb9dc-fa2e-4423-ad2e-75b8a98de243,revision_number=1']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:43:14.986411 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-4989cc10-3333-4fbb-ad8d-73df1c508508 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:43:15.034524 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-d4e60d6d-0513-4235-ab5e-47380045920a tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:15.039871 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-d4e60d6d-0513-4235-ab5e-47380045920a tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727028'] for security_group_rule, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:15.048841 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-f46e10f7-c6b6-47d6-a70a-cc543f96efb7 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:43:15.077295 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e60d6d-0513-4235-ab5e-47380045920a tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ae579dd-10eb-40e5-bcfa-09a013e83085,revision_number=0']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:43:15.080017 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-d4e60d6d-0513-4235-ab5e-47380045920a tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:43:15.098732 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-d4e60d6d-0513-4235-ab5e-47380045920a tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:15.104489 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-d4e60d6d-0513-4235-ab5e-47380045920a tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3305347 Jun 25 14:43:15.106320 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.72', 37302) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:43:15.113468 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.v2.base [None req-1a825d6b-e810-456f-bd09-03237c2902da tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Request body: {'security_group_rule': {'security_group_id': '06d723f0-79b3-482a-813d-0d06f4829ad9', 'project_id': '46d537920f9742198ad6afd1193836f7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=78398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:43:15.126424 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-7e05bdfb-dff0-4e5c-849c-e2fb16facb18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:15.145605 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-1a825d6b-e810-456f-bd09-03237c2902da tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:43:15.172246 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [req-8d46b915-3fb8-4c1b-b947-1e6ead517bdb req-352b986f-f402-4fef-954f-a09d1781cd71 tempest-VolumesSnapshotTestJSON-1528642505 tempest-VolumesSnapshotTestJSON-1528642505-project] Synchronizing usage tracker for tenant:84b7e81af6664009a8f4a67045e12c57 on resource:port {{(pid=78398) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 25 14:43:15.179084 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-1a825d6b-e810-456f-bd09-03237c2902da tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Usage tracker for resource:security_group_rule and tenant:46d537920f9742198ad6afd1193836f7 is out of sync, need to count used quota {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:43:15.188631 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-1a825d6b-e810-456f-bd09-03237c2902da tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:43:15.200802 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec9ca94c-9be1-4e6c-af77-639c1590f1e6 None None] New status for floating IP 638ebdad-a899-4789-a408-4ffe7069777a: ACTIVE {{(pid=78400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 25 14:43:15.212443 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-1a825d6b-e810-456f-bd09-03237c2902da tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:43:15.223741 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-7e05bdfb-dff0-4e5c-849c-e2fb16facb18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:15.252750 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [req-8d46b915-3fb8-4c1b-b947-1e6ead517bdb req-352b986f-f402-4fef-954f-a09d1781cd71 tempest-VolumesSnapshotTestJSON-1528642505 tempest-VolumesSnapshotTestJSON-1528642505-project] Unset dirty status for tenant:84b7e81af6664009a8f4a67045e12c57 on resource:port {{(pid=78398) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 25 14:43:15.258295 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-8d46b915-3fb8-4c1b-b947-1e6ead517bdb req-352b986f-f402-4fef-954f-a09d1781cd71 tempest-VolumesSnapshotTestJSON-1528642505 tempest-VolumesSnapshotTestJSON-1528642505-project] 10.222.0.72 "GET /v2.0/ports?device_id=367401dc-5c01-4ac2-8674-5b6654a3fa44 HTTP/1.1" status: 200 len: 210 time: 0.1986835 Jun 25 14:43:15.264008 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-1a825d6b-e810-456f-bd09-03237c2902da tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:15.364303 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-1a825d6b-e810-456f-bd09-03237c2902da tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:15.368455 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-1a825d6b-e810-456f-bd09-03237c2902da tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727028'] for security_group_rule, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:15.378268 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-5bc51db8-529a-4e54-a4d9-2c757763d67d tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:43:15.391441 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-7e05bdfb-dff0-4e5c-849c-e2fb16facb18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726995'] for security_group, after_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:15.415135 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a825d6b-e810-456f-bd09-03237c2902da tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c23a1af-9426-4282-bbd4-13b8ca990624,revision_number=0']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:43:15.418630 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-1a825d6b-e810-456f-bd09-03237c2902da tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:43:15.422066 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-e583b607-0d97-494c-a29d-3217593b785d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:43:15.432094 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-1a825d6b-e810-456f-bd09-03237c2902da tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:15.433247 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-1a825d6b-e810-456f-bd09-03237c2902da tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3255432 Jun 25 14:43:15.435659 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e05bdfb-dff0-4e5c-849c-e2fb16facb18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4ddb9dc-fa2e-4423-ad2e-75b8a98de243,revision_number=None']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:43:15.437276 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.72', 37306) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:43:15.438671 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-7e05bdfb-dff0-4e5c-849c-e2fb16facb18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:43:15.439462 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-7e05bdfb-dff0-4e5c-849c-e2fb16facb18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:15.440809 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-7e05bdfb-dff0-4e5c-849c-e2fb16facb18 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c4ddb9dc-fa2e-4423-ad2e-75b8a98de243 HTTP/1.1" status: 204 len: 168 time: 0.4752424 Jun 25 14:43:15.448571 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.v2.base [None req-c6af2ac3-8de1-4fc6-9fb1-7bff77c935c0 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Request body: {'security_group_rule': {'security_group_id': '06d723f0-79b3-482a-813d-0d06f4829ad9', 'project_id': '46d537920f9742198ad6afd1193836f7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=78397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:43:15.459389 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-c6af2ac3-8de1-4fc6-9fb1-7bff77c935c0 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:43:15.466735 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-c6af2ac3-8de1-4fc6-9fb1-7bff77c935c0 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Usage tracker for resource:security_group_rule and tenant:46d537920f9742198ad6afd1193836f7 is out of sync, need to count used quota {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:43:15.470598 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-c6af2ac3-8de1-4fc6-9fb1-7bff77c935c0 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:43:15.478126 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-c6af2ac3-8de1-4fc6-9fb1-7bff77c935c0 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:43:15.490597 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.db.securitygroups_db [None req-c6af2ac3-8de1-4fc6-9fb1-7bff77c935c0 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Project 46d537920f9742198ad6afd1193836f7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 25 14:43:15.498085 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-c6af2ac3-8de1-4fc6-9fb1-7bff77c935c0 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:15.587339 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-c6af2ac3-8de1-4fc6-9fb1-7bff77c935c0 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:15.592275 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-c6af2ac3-8de1-4fc6-9fb1-7bff77c935c0 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727028'] for security_group_rule, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:15.594505 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:43:15.619785 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6af2ac3-8de1-4fc6-9fb1-7bff77c935c0 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b021bfa4-04b1-44a9-b0cc-f05b2ba49c7a,revision_number=0']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:43:15.624519 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-c6af2ac3-8de1-4fc6-9fb1-7bff77c935c0 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:43:15.630322 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-c6af2ac3-8de1-4fc6-9fb1-7bff77c935c0 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:15.632205 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-c6af2ac3-8de1-4fc6-9fb1-7bff77c935c0 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1918421 Jun 25 14:43:15.635153 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.72', 37314) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:43:15.640374 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.v2.base [None req-a75a2018-b621-4e7b-948a-b6af4f947282 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Request body: {'security_group_rule': {'security_group_id': '06d723f0-79b3-482a-813d-0d06f4829ad9', 'project_id': '46d537920f9742198ad6afd1193836f7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=78397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:43:15.647374 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-a75a2018-b621-4e7b-948a-b6af4f947282 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:43:15.652333 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-a75a2018-b621-4e7b-948a-b6af4f947282 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Usage tracker for resource:security_group_rule and tenant:46d537920f9742198ad6afd1193836f7 is out of sync, need to count used quota {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:43:15.655926 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-a75a2018-b621-4e7b-948a-b6af4f947282 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:43:15.664247 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-a75a2018-b621-4e7b-948a-b6af4f947282 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:43:15.675573 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.db.securitygroups_db [None req-a75a2018-b621-4e7b-948a-b6af4f947282 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Project 46d537920f9742198ad6afd1193836f7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 25 14:43:15.683402 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-a75a2018-b621-4e7b-948a-b6af4f947282 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:15.758705 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-a75a2018-b621-4e7b-948a-b6af4f947282 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:15.762841 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-a75a2018-b621-4e7b-948a-b6af4f947282 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727028'] for security_group_rule, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:15.765043 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:43:15.788680 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75a2018-b621-4e7b-948a-b6af4f947282 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7853483a-7896-4499-a7b5-3988e942bb4a,revision_number=0']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:43:15.791443 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-a75a2018-b621-4e7b-948a-b6af4f947282 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:43:15.801129 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-a75a2018-b621-4e7b-948a-b6af4f947282 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:15.805976 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-a75a2018-b621-4e7b-948a-b6af4f947282 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1671352 Jun 25 14:43:15.814986 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.72', 37322) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:43:15.837903 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-6d65713c-b950-40b2-bfab-374a00814031 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:15.852900 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-6d65713c-b950-40b2-bfab-374a00814031 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:43:15.857677 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-6d65713c-b950-40b2-bfab-374a00814031 admin admin] Usage tracker for resource:security_group_rule and tenant:977fb728259d4477ba55a17982715204 is out of sync, need to count used quota {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:43:15.860867 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-6d65713c-b950-40b2-bfab-374a00814031 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:43:15.868979 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-6d65713c-b950-40b2-bfab-374a00814031 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:43:15.969441 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-e2d02dde-a8fa-4f9a-a51a-d8c0c16ebb77 req-6a3f6f40-0cc6-4603-abaf-0af449797376 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1612203095&fields=id&tenant_id=46d537920f9742198ad6afd1193836f7 HTTP/1.1" status: 200 len: 267 time: 0.0668046 Jun 25 14:43:16.070878 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-6d65713c-b950-40b2-bfab-374a00814031 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:16.075885 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-6d65713c-b950-40b2-bfab-374a00814031 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726995'] for security_group, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:16.083194 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:43:16.133766 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d65713c-b950-40b2-bfab-374a00814031 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3157195-3bb4-4382-a37e-b4e91b873099,revision_number=1']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:43:16.136743 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-6d65713c-b950-40b2-bfab-374a00814031 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:43:16.142258 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-6d65713c-b950-40b2-bfab-374a00814031 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=977fb728259d4477ba55a17982715204&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3236439 Jun 25 14:43:16.145276 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.72', 37338) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:43:16.148333 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d02dde-a8fa-4f9a-a51a-d8c0c16ebb77 req-368bd300-4b22-42ed-8f01-4b76d6e58919 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:43:16.149874 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-e2d02dde-a8fa-4f9a-a51a-d8c0c16ebb77 req-368bd300-4b22-42ed-8f01-4b76d6e58919 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] 10.222.0.72 "GET /v2.0/ports?device_id=3f28e38c-a31d-44a8-9e7c-a5fd7d882559 HTTP/1.1" status: 200 len: 945 time: 0.1730757 Jun 25 14:43:16.161493 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.v2.base [req-e2d02dde-a8fa-4f9a-a51a-d8c0c16ebb77 req-066aa413-bdb0-40a6-b805-2bcaba54e97f tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Request body: {'port': {'security_groups': ['13191a16-2633-4bde-9ccf-dc651df9ed23', '06d723f0-79b3-482a-813d-0d06f4829ad9']}} {{(pid=78398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:43:16.166035 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Device 5d114ee3-69c6-4394-934d-28f516f5e466 no longer exists at agent hyperv_hv-cinder-79809 {{(pid=78399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 25 14:43:16.204788 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.plugin [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] No Port match for: 5d114ee3-69c6-4394-934d-28f516f5e466 {{(pid=78399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 25 14:43:16.205296 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Device 5d114ee3-69c6-4394-934d-28f516f5e466 not bound to the agent host hv-cinder-79809 {{(pid=78399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 25 14:43:16.205839 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Device eab7ca6a-545f-43a8-8cdb-dec4c9174f50 no longer exists at agent hyperv_hv-cinder-79809 {{(pid=78399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 25 14:43:16.240776 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.plugin [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] No Port match for: eab7ca6a-545f-43a8-8cdb-dec4c9174f50 {{(pid=78399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 25 14:43:16.241356 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Device eab7ca6a-545f-43a8-8cdb-dec4c9174f50 not bound to the agent host hv-cinder-79809 {{(pid=78399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 25 14:43:16.260658 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cccffe-482d-4dbd-a451-2110f3ed9adf req-9af459cf-820d-4faa-85fb-53653c00e51e tempest-VolumesActionsTest-1309451731 tempest-VolumesActionsTest-1309451731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:43:16.262134 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-70cccffe-482d-4dbd-a451-2110f3ed9adf req-9af459cf-820d-4faa-85fb-53653c00e51e tempest-VolumesActionsTest-1309451731 tempest-VolumesActionsTest-1309451731-project] 10.222.0.72 "GET /v2.0/networks?id=b2fb22c6-c09c-45e4-bdc1-2d0dc3ad3cb5 HTTP/1.1" status: 200 len: 809 time: 0.1984847 Jun 25 14:43:16.267012 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-e09a6556-dedc-4404-a78f-bf2ec94dcb2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:16.293107 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [req-e2d02dde-a8fa-4f9a-a51a-d8c0c16ebb77 req-066aa413-bdb0-40a6-b805-2bcaba54e97f tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for port, before_update {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:16.296530 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-70cccffe-482d-4dbd-a451-2110f3ed9adf req-8b6a46f9-46ee-4a8f-bbc1-122bd8d56752 tempest-VolumesActionsTest-1309451731 tempest-VolumesActionsTest-1309451731-project] 10.222.0.72 "GET /v2.0/quotas/481d44d80a86481eb5d0e32baf32ffd6 HTTP/1.1" status: 200 len: 375 time: 0.0275350 Jun 25 14:43:16.305732 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-e09a6556-dedc-4404-a78f-bf2ec94dcb2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:16.362278 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-70cccffe-482d-4dbd-a451-2110f3ed9adf req-d88c8bc6-01e2-4cdb-b0f0-ba55a50b11cd tempest-VolumesActionsTest-1309451731 tempest-VolumesActionsTest-1309451731-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=481d44d80a86481eb5d0e32baf32ffd6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0592299 Jun 25 14:43:16.480396 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-e09a6556-dedc-4404-a78f-bf2ec94dcb2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726995'] for security_group, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:16.493377 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-03e4efc5-ca73-435d-b7a4-ff932a0e43b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:43:16.507825 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09a6556-dedc-4404-a78f-bf2ec94dcb2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3157195-3bb4-4382-a37e-b4e91b873099,revision_number=None']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:43:16.519337 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-e09a6556-dedc-4404-a78f-bf2ec94dcb2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:43:16.528691 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-e09a6556-dedc-4404-a78f-bf2ec94dcb2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:16.529795 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-e09a6556-dedc-4404-a78f-bf2ec94dcb2f admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/a3157195-3bb4-4382-a37e-b4e91b873099 HTTP/1.1" status: 204 len: 168 time: 0.3830171 Jun 25 14:43:16.531949 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-70cccffe-482d-4dbd-a451-2110f3ed9adf req-8a9160ce-04f5-468a-8d47-33a825a344da service neutron] 10.222.0.72 "GET /v2.0/networks/b2fb22c6-c09c-45e4-bdc1-2d0dc3ad3cb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574209 Jun 25 14:43:16.565327 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.db [req-e2d02dde-a8fa-4f9a-a51a-d8c0c16ebb77 req-066aa413-bdb0-40a6-b805-2bcaba54e97f tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] For port 5a94f68a-bfe7-46b1-8109-62131ca96b68, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=5a94f68a-bfe7-46b1-8109-62131ca96b68,segment=NetworkSegment(a65b86f5-3f7c-4ec8-ae88-0cc75edf3323),segment_id=a65b86f5-3f7c-4ec8-ae88-0cc75edf3323)] {{(pid=78398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:43:16.593019 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [req-e2d02dde-a8fa-4f9a-a51a-d8c0c16ebb77 req-066aa413-bdb0-40a6-b805-2bcaba54e97f tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Notify callbacks [] for port, precommit_update {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:16.599085 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [req-e2d02dde-a8fa-4f9a-a51a-d8c0c16ebb77 req-066aa413-bdb0-40a6-b805-2bcaba54e97f tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747172683978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747172243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747172243532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1901081'] for port, after_update {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:16.607139 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-de51a2cc-cf53-4ef9-95e1-e1987a172804 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:43:16.653414 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] get_ports_and_sgs() called for port_ids ['5a94f68a-bfe7-46b1-8109-62131ca96b68'] {{(pid=78399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 25 14:43:16.676166 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d02dde-a8fa-4f9a-a51a-d8c0c16ebb77 req-066aa413-bdb0-40a6-b805-2bcaba54e97f tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:43:16.676904 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [req-e2d02dde-a8fa-4f9a-a51a-d8c0c16ebb77 req-066aa413-bdb0-40a6-b805-2bcaba54e97f tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257150'] for port, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:16.679365 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-e2d02dde-a8fa-4f9a-a51a-d8c0c16ebb77 req-066aa413-bdb0-40a6-b805-2bcaba54e97f tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] 10.222.0.72 "PUT /v2.0/ports/5a94f68a-bfe7-46b1-8109-62131ca96b68 HTTP/1.1" status: 200 len: 981 time: 0.5226119 Jun 25 14:43:16.713051 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066aa413-bdb0-40a6-b805-2bcaba54e97f tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Pushing event updated for resources: {'Port': ['ID=5a94f68a-bfe7-46b1-8109-62131ca96b68,revision_number=6']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:43:16.716929 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-066aa413-bdb0-40a6-b805-2bcaba54e97f tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:43:16.724653 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9635181-b208-4c83-8a23-3d8de8d8a9b7', 'name': 'network-vif-deleted', 'tag': '5d114ee3-69c6-4394-934d-28f516f5e466'}, {'name': 'network-changed', 'server_uuid': '3f28e38c-a31d-44a8-9e7c-a5fd7d882559', 'tag': '5a94f68a-bfe7-46b1-8109-62131ca96b68'}] {{(pid=78398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:43:16.741220 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-70cccffe-482d-4dbd-a451-2110f3ed9adf req-fca3ab9c-b671-496d-b63e-d698095fdd9a service neutron] 10.222.0.72 "GET /v2.0/networks/b2fb22c6-c09c-45e4-bdc1-2d0dc3ad3cb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1963115 Jun 25 14:43:16.829099 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] get_ports_and_sgs() called for port_ids ['5a94f68a-bfe7-46b1-8109-62131ca96b68'] {{(pid=78399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 25 14:43:17.114086 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9635181-b208-4c83-8a23-3d8de8d8a9b7', 'name': 'network-vif-deleted', 'tag': '5d114ee3-69c6-4394-934d-28f516f5e466', 'status': 'completed', 'code': 200} Jun 25 14:43:17.115151 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f28e38c-a31d-44a8-9e7c-a5fd7d882559', 'tag': '5a94f68a-bfe7-46b1-8109-62131ca96b68', 'status': 'completed', 'code': 200} Jun 25 14:43:17.144060 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ab5364-aaa2-4c2b-aae4-2acfebe4c1a3 req-e69a4ad2-0d9b-4320-8e44-9c3b4c769c47 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:43:17.155759 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-99ab5364-aaa2-4c2b-aae4-2acfebe4c1a3 req-e69a4ad2-0d9b-4320-8e44-9c3b4c769c47 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] 10.222.0.72 "GET /v2.0/ports?device_id=3f28e38c-a31d-44a8-9e7c-a5fd7d882559 HTTP/1.1" status: 200 len: 984 time: 0.2037764 Jun 25 14:43:17.282932 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-02ed7496-0b75-4f88-9180-5bde07eda437 req-04063d5e-cab4-4acd-a22c-f0e40b4a0c55 tempest-VolumesActionsTest-1309451731 tempest-VolumesActionsTest-1309451731-project] 10.222.0.72 "GET /v2.0/ports?device_id=4f9be5ca-f5ab-464f-8fd5-c7aea3524fdf HTTP/1.1" status: 200 len: 210 time: 0.0963821 Jun 25 14:43:17.287006 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-8bdfbc3a-cc46-4242-94cb-a5ed6c58c203 None None] Provisioning complete for port 5a94f68a-bfe7-46b1-8109-62131ca96b68 triggered by entity DHCP. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:43:17.287536 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-8bdfbc3a-cc46-4242-94cb-a5ed6c58c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545280'] for port, provisioning_complete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:17.338027 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-99ab5364-aaa2-4c2b-aae4-2acfebe4c1a3 req-a76079da-6cfe-4368-94c1-da338463ff94 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] 10.222.0.72 "GET /v2.0/security-groups?id=06d723f0-79b3-482a-813d-0d06f4829ad9&id=13191a16-2633-4bde-9ccf-dc651df9ed23&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1811962 Jun 25 14:43:17.365631 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b811880e-a55b-4bee-9890-438938e877fb req-91e53e08-62e7-488e-abf4-92c8967efaf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:43:17.369284 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-b811880e-a55b-4bee-9890-438938e877fb req-91e53e08-62e7-488e-abf4-92c8967efaf4 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=46d537920f9742198ad6afd1193836f7&device_id=3f28e38c-a31d-44a8-9e7c-a5fd7d882559 HTTP/1.1" status: 200 len: 1137 time: 0.2109947 Jun 25 14:43:17.592605 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b811880e-a55b-4bee-9890-438938e877fb req-867024aa-120a-4a2e-a70c-6860c02163bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:43:17.594235 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-b811880e-a55b-4bee-9890-438938e877fb req-867024aa-120a-4a2e-a70c-6860c02163bb service neutron] 10.222.0.77 "GET /v2.0/networks?id=8c94d8da-413e-4525-98c0-863d33ff9021 HTTP/1.1" status: 200 len: 916 time: 0.2181573 Jun 25 14:43:17.732072 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-b811880e-a55b-4bee-9890-438938e877fb req-54625316-e418-4fbb-93aa-f25495bb23eb service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5a94f68a-bfe7-46b1-8109-62131ca96b68 HTTP/1.1" status: 200 len: 1001 time: 0.1275637 Jun 25 14:43:17.806955 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b811880e-a55b-4bee-9890-438938e877fb req-2ea40618-ca64-457f-8caa-9c0eab06b329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:43:17.808450 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-b811880e-a55b-4bee-9890-438938e877fb req-2ea40618-ca64-457f-8caa-9c0eab06b329 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8d90de92-96c5-4eac-9554-41f78dcebc2a HTTP/1.1" status: 200 len: 854 time: 0.0690072 Jun 25 14:43:17.920638 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b811880e-a55b-4bee-9890-438938e877fb req-8e7dd2f5-7c02-4c0f-a12e-9e3daaa4354f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:43:17.922419 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-b811880e-a55b-4bee-9890-438938e877fb req-8e7dd2f5-7c02-4c0f-a12e-9e3daaa4354f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=8c94d8da-413e-4525-98c0-863d33ff9021&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1017897 Jun 25 14:43:18.196111 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-b811880e-a55b-4bee-9890-438938e877fb req-64378af2-bf4f-4983-a504-17a217c09be1 service neutron] 10.222.0.77 "GET /v2.0/networks/8c94d8da-413e-4525-98c0-863d33ff9021?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2647343 Jun 25 14:43:18.347669 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-b811880e-a55b-4bee-9890-438938e877fb req-8586198d-180e-4283-bd4b-68dc9bab11ba service neutron] 10.222.0.77 "GET /v2.0/networks/8c94d8da-413e-4525-98c0-863d33ff9021?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433237 Jun 25 14:43:18.449250 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-edc77aba-9416-4ff5-b26d-aa6de5a7cfbd req-de34500e-e520-439c-b3da-e299d272966b tempest-VolumesActionsTest-1309451731 tempest-VolumesActionsTest-1309451731-project] 10.222.0.72 "GET /v2.0/ports?device_id=4f9be5ca-f5ab-464f-8fd5-c7aea3524fdf HTTP/1.1" status: 200 len: 210 time: 0.0448859 Jun 25 14:43:18.761849 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cccffe-482d-4dbd-a451-2110f3ed9adf req-6c255b79-75ed-49cd-9866-611835b1c194 tempest-VolumesActionsTest-1309451731 tempest-VolumesActionsTest-1309451731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:43:18.763494 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-70cccffe-482d-4dbd-a451-2110f3ed9adf req-6c255b79-75ed-49cd-9866-611835b1c194 tempest-VolumesActionsTest-1309451731 tempest-VolumesActionsTest-1309451731-project] 10.222.0.77 "GET /v2.0/networks?id=b2fb22c6-c09c-45e4-bdc1-2d0dc3ad3cb5 HTTP/1.1" status: 200 len: 809 time: 0.1557765 Jun 25 14:43:18.784501 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.v2.base [req-70cccffe-482d-4dbd-a451-2110f3ed9adf req-b5f13a6a-c016-466c-83ed-9a4de9b5a8e4 tempest-VolumesActionsTest-1309451731 tempest-VolumesActionsTest-1309451731-project] Request body: {'port': {'device_id': '4f9be5ca-f5ab-464f-8fd5-c7aea3524fdf', 'network_id': 'b2fb22c6-c09c-45e4-bdc1-2d0dc3ad3cb5', 'admin_state_up': True, 'tenant_id': '481d44d80a86481eb5d0e32baf32ffd6'}} {{(pid=78398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:43:18.954306 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [req-70cccffe-482d-4dbd-a451-2110f3ed9adf req-b5f13a6a-c016-466c-83ed-9a4de9b5a8e4 tempest-VolumesActionsTest-1309451731 tempest-VolumesActionsTest-1309451731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:43:18.959291 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [req-70cccffe-482d-4dbd-a451-2110f3ed9adf req-b5f13a6a-c016-466c-83ed-9a4de9b5a8e4 tempest-VolumesActionsTest-1309451731 tempest-VolumesActionsTest-1309451731-project] Usage tracker for resource:port and tenant:481d44d80a86481eb5d0e32baf32ffd6 is out of sync, need to count used quota {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:43:18.962647 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [req-70cccffe-482d-4dbd-a451-2110f3ed9adf req-b5f13a6a-c016-466c-83ed-9a4de9b5a8e4 tempest-VolumesActionsTest-1309451731 tempest-VolumesActionsTest-1309451731-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:43:18.968761 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [req-70cccffe-482d-4dbd-a451-2110f3ed9adf req-b5f13a6a-c016-466c-83ed-9a4de9b5a8e4 tempest-VolumesActionsTest-1309451731 tempest-VolumesActionsTest-1309451731-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:43:18.978846 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70cccffe-482d-4dbd-a451-2110f3ed9adf req-b5f13a6a-c016-466c-83ed-9a4de9b5a8e4 tempest-VolumesActionsTest-1309451731 tempest-VolumesActionsTest-1309451731-project] Made reservation on behalf of 481d44d80a86481eb5d0e32baf32ffd6 for: {'port': 1} {{(pid=78398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 14:43:18.982289 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [req-70cccffe-482d-4dbd-a451-2110f3ed9adf req-b5f13a6a-c016-466c-83ed-9a4de9b5a8e4 tempest-VolumesActionsTest-1309451731 tempest-VolumesActionsTest-1309451731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for port, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:19.167027 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.db_base_plugin_common [req-70cccffe-482d-4dbd-a451-2110f3ed9adf req-b5f13a6a-c016-466c-83ed-9a4de9b5a8e4 tempest-VolumesActionsTest-1309451731 tempest-VolumesActionsTest-1309451731-project] Allocated IP 172.20.0.10 (b2fb22c6-c09c-45e4-bdc1-2d0dc3ad3cb5/4343ead2-e379-49d0-9f24-341facd0ab6a/941ab310-3956-4c17-970e-e781a3754793) {{(pid=78398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 14:43:19.386015 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [req-70cccffe-482d-4dbd-a451-2110f3ed9adf req-b5f13a6a-c016-466c-83ed-9a4de9b5a8e4 tempest-VolumesActionsTest-1309451731 tempest-VolumesActionsTest-1309451731-project] Notify callbacks [] for port, precommit_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:19.415958 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [req-70cccffe-482d-4dbd-a451-2110f3ed9adf req-b5f13a6a-c016-466c-83ed-9a4de9b5a8e4 tempest-VolumesActionsTest-1309451731 tempest-VolumesActionsTest-1309451731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747172243469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1901102'] for port, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:19.421446 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-9c6d6f18-9d47-4032-b446-ad64a87be37c tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:43:19.491621 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70cccffe-482d-4dbd-a451-2110f3ed9adf req-b5f13a6a-c016-466c-83ed-9a4de9b5a8e4 tempest-VolumesActionsTest-1309451731 tempest-VolumesActionsTest-1309451731-project] Network b2fb22c6-c09c-45e4-bdc1-2d0dc3ad3cb5 is already hosted by enough agents. {{(pid=78398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:43:19.495155 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.scheduler.base_scheduler [req-70cccffe-482d-4dbd-a451-2110f3ed9adf req-b5f13a6a-c016-466c-83ed-9a4de9b5a8e4 tempest-VolumesActionsTest-1309451731 tempest-VolumesActionsTest-1309451731-project] Resources bound (agent type, host, resource id): {{(pid=78398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:43:19.499798 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.l3_dvrscheduler_db [req-70cccffe-482d-4dbd-a451-2110f3ed9adf req-b5f13a6a-c016-466c-83ed-9a4de9b5a8e4 tempest-VolumesActionsTest-1309451731 tempest-VolumesActionsTest-1309451731-project] Received port after_create {{(pid=78398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 25 14:43:19.534697 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f13a6a-c016-466c-83ed-9a4de9b5a8e4 tempest-VolumesActionsTest-1309451731 tempest-VolumesActionsTest-1309451731-project] Pushing event updated for resources: {'Port': ['ID=941ab310-3956-4c17-970e-e781a3754793,revision_number=1']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:43:19.544301 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-b5f13a6a-c016-466c-83ed-9a4de9b5a8e4 tempest-VolumesActionsTest-1309451731 tempest-VolumesActionsTest-1309451731-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:43:19.618275 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cccffe-482d-4dbd-a451-2110f3ed9adf req-b5f13a6a-c016-466c-83ed-9a4de9b5a8e4 tempest-VolumesActionsTest-1309451731 tempest-VolumesActionsTest-1309451731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:43:19.618897 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [req-70cccffe-482d-4dbd-a451-2110f3ed9adf req-b5f13a6a-c016-466c-83ed-9a4de9b5a8e4 tempest-VolumesActionsTest-1309451731 tempest-VolumesActionsTest-1309451731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257150'] for port, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:19.665679 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-70cccffe-482d-4dbd-a451-2110f3ed9adf req-b5f13a6a-c016-466c-83ed-9a4de9b5a8e4 tempest-VolumesActionsTest-1309451731 tempest-VolumesActionsTest-1309451731-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8852048 Jun 25 14:43:19.682890 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a212bca6-2e28-4201-8377-7b5f5c10d0e4 req-110a485d-d76c-4770-b6fa-79245d7c3a55 tempest-VolumesActionsTest-1309451731 tempest-VolumesActionsTest-1309451731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:43:19.683602 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [req-a212bca6-2e28-4201-8377-7b5f5c10d0e4 req-110a485d-d76c-4770-b6fa-79245d7c3a55 tempest-VolumesActionsTest-1309451731 tempest-VolumesActionsTest-1309451731-project] Synchronizing usage tracker for tenant:481d44d80a86481eb5d0e32baf32ffd6 on resource:port {{(pid=78398) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 25 14:43:19.691502 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.v2.base [req-70cccffe-482d-4dbd-a451-2110f3ed9adf req-286f9f77-60c7-4c21-b877-ad14120b47e2 service neutron] Request body: {'port': {'device_id': '4f9be5ca-f5ab-464f-8fd5-c7aea3524fdf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79809'}} {{(pid=78398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:43:19.756550 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [req-a212bca6-2e28-4201-8377-7b5f5c10d0e4 req-110a485d-d76c-4770-b6fa-79245d7c3a55 tempest-VolumesActionsTest-1309451731 tempest-VolumesActionsTest-1309451731-project] Unset dirty status for tenant:481d44d80a86481eb5d0e32baf32ffd6 on resource:port {{(pid=78398) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 25 14:43:19.757736 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-a212bca6-2e28-4201-8377-7b5f5c10d0e4 req-110a485d-d76c-4770-b6fa-79245d7c3a55 tempest-VolumesActionsTest-1309451731 tempest-VolumesActionsTest-1309451731-project] 10.222.0.72 "GET /v2.0/ports?device_id=4f9be5ca-f5ab-464f-8fd5-c7aea3524fdf HTTP/1.1" status: 200 len: 932 time: 0.1911623 Jun 25 14:43:19.845715 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [req-70cccffe-482d-4dbd-a451-2110f3ed9adf req-286f9f77-60c7-4c21-b877-ad14120b47e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for port, before_update {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:19.864594 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-a212bca6-2e28-4201-8377-7b5f5c10d0e4 req-584f0df9-d2cf-4004-b8a6-de2969f06d7f tempest-VolumesActionsTest-1309451731 tempest-VolumesActionsTest-1309451731-project] 10.222.0.72 "GET /v2.0/security-groups?id=59b60005-38c8-4358-b95b-fed8b26d29d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808170 Jun 25 14:43:20.374985 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.notifiers.nova [req-70cccffe-482d-4dbd-a451-2110f3ed9adf req-286f9f77-60c7-4c21-b877-ad14120b47e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 941ab310-3956-4c17-970e-e781a3754793 {{(pid=78398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 14:43:20.383327 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [req-70cccffe-482d-4dbd-a451-2110f3ed9adf req-286f9f77-60c7-4c21-b877-ad14120b47e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:20.399484 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.provisioning_blocks [req-70cccffe-482d-4dbd-a451-2110f3ed9adf req-286f9f77-60c7-4c21-b877-ad14120b47e2 service neutron] Transition to ACTIVE for port object 941ab310-3956-4c17-970e-e781a3754793 will not be triggered until provisioned by entity L2. {{(pid=78398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:43:20.405916 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [req-70cccffe-482d-4dbd-a451-2110f3ed9adf req-286f9f77-60c7-4c21-b877-ad14120b47e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747172683978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747172243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747172243532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1901081'] for port, after_update {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:20.411581 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-9fda4304-438e-4716-a2b7-00c7804875a0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:43:20.571336 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286f9f77-60c7-4c21-b877-ad14120b47e2 service neutron] Pushing event updated for resources: {'Port': ['ID=941ab310-3956-4c17-970e-e781a3754793,revision_number=2']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:43:20.574301 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-286f9f77-60c7-4c21-b877-ad14120b47e2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:43:20.655790 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.managers [req-70cccffe-482d-4dbd-a451-2110f3ed9adf req-286f9f77-60c7-4c21-b877-ad14120b47e2 service neutron] Attempting to bind port 941ab310-3956-4c17-970e-e781a3754793 on host hv-cinder-79809 for vnic_type normal with profile {{(pid=78398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 14:43:20.656105 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.managers [req-70cccffe-482d-4dbd-a451-2110f3ed9adf req-286f9f77-60c7-4c21-b877-ad14120b47e2 service neutron] Attempting to bind port 941ab310-3956-4c17-970e-e781a3754793 by drivers openvswitch,hyperv on host hv-cinder-79809 at level 0 using segments [{'id': 'f0448863-24b8-41eb-8a14-ccd84a84caca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'b2fb22c6-c09c-45e4-bdc1-2d0dc3ad3cb5'}] {{(pid=78398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 14:43:20.656444 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70cccffe-482d-4dbd-a451-2110f3ed9adf req-286f9f77-60c7-4c21-b877-ad14120b47e2 service neutron] Attempting to bind port 941ab310-3956-4c17-970e-e781a3754793 on network b2fb22c6-c09c-45e4-bdc1-2d0dc3ad3cb5 {{(pid=78398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:43:20.662532 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70cccffe-482d-4dbd-a451-2110f3ed9adf req-286f9f77-60c7-4c21-b877-ad14120b47e2 service neutron] Port 941ab310-3956-4c17-970e-e781a3754793 on network b2fb22c6-c09c-45e4-bdc1-2d0dc3ad3cb5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79809 {{(pid=78398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 14:43:20.662848 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70cccffe-482d-4dbd-a451-2110f3ed9adf req-286f9f77-60c7-4c21-b877-ad14120b47e2 service neutron] Attempting to bind port 941ab310-3956-4c17-970e-e781a3754793 on network b2fb22c6-c09c-45e4-bdc1-2d0dc3ad3cb5 {{(pid=78398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:43:20.669044 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70cccffe-482d-4dbd-a451-2110f3ed9adf req-286f9f77-60c7-4c21-b877-ad14120b47e2 service neutron] Checking agent: {'id': 'cd5845b2-5f15-4f32-8a77-b0e44a8778a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79809', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 14, 36, 51), 'started_at': datetime.datetime(2021, 6, 25, 14, 36, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 14, 42, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 14:43:20.669378 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70cccffe-482d-4dbd-a451-2110f3ed9adf req-286f9f77-60c7-4c21-b877-ad14120b47e2 service neutron] Checking segment: {'id': 'f0448863-24b8-41eb-8a14-ccd84a84caca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'b2fb22c6-c09c-45e4-bdc1-2d0dc3ad3cb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:43:20.669781 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70cccffe-482d-4dbd-a451-2110f3ed9adf req-286f9f77-60c7-4c21-b877-ad14120b47e2 service neutron] Bound using segment: {'id': 'f0448863-24b8-41eb-8a14-ccd84a84caca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'b2fb22c6-c09c-45e4-bdc1-2d0dc3ad3cb5'} {{(pid=78398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 14:43:20.670211 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.managers [req-70cccffe-482d-4dbd-a451-2110f3ed9adf req-286f9f77-60c7-4c21-b877-ad14120b47e2 service neutron] Bound port: 941ab310-3956-4c17-970e-e781a3754793, host: hv-cinder-79809, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0448863-24b8-41eb-8a14-ccd84a84caca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'b2fb22c6-c09c-45e4-bdc1-2d0dc3ad3cb5'}}] {{(pid=78398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 14:43:20.670551 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [req-70cccffe-482d-4dbd-a451-2110f3ed9adf req-286f9f77-60c7-4c21-b877-ad14120b47e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for port, before_update {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:20.769916 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.db [req-70cccffe-482d-4dbd-a451-2110f3ed9adf req-286f9f77-60c7-4c21-b877-ad14120b47e2 service neutron] For port 941ab310-3956-4c17-970e-e781a3754793, host hv-cinder-79809, cleared binding levels {{(pid=78398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 25 14:43:20.774769 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.db [req-70cccffe-482d-4dbd-a451-2110f3ed9adf req-286f9f77-60c7-4c21-b877-ad14120b47e2 service neutron] For port 941ab310-3956-4c17-970e-e781a3754793, host hv-cinder-79809, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=941ab310-3956-4c17-970e-e781a3754793,segment=NetworkSegment(f0448863-24b8-41eb-8a14-ccd84a84caca),segment_id=f0448863-24b8-41eb-8a14-ccd84a84caca)] {{(pid=78398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 25 14:43:20.788439 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [req-70cccffe-482d-4dbd-a451-2110f3ed9adf req-286f9f77-60c7-4c21-b877-ad14120b47e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747172683978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747172243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747172243532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1901081'] for port, after_update {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:20.796546 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-ae98e1d1-6f9c-4136-a4cd-246323da5467 tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:43:20.868831 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cccffe-482d-4dbd-a451-2110f3ed9adf req-286f9f77-60c7-4c21-b877-ad14120b47e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:43:20.869446 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [req-70cccffe-482d-4dbd-a451-2110f3ed9adf req-286f9f77-60c7-4c21-b877-ad14120b47e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257150'] for port, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:20.870850 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-70cccffe-482d-4dbd-a451-2110f3ed9adf req-286f9f77-60c7-4c21-b877-ad14120b47e2 service neutron] 10.222.0.77 "PUT /v2.0/ports/941ab310-3956-4c17-970e-e781a3754793 HTTP/1.1" status: 200 len: 1094 time: 1.1844182 Jun 25 14:43:20.871339 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f9be5ca-f5ab-464f-8fd5-c7aea3524fdf', 'tag': '941ab310-3956-4c17-970e-e781a3754793'}] {{(pid=78398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:43:20.905220 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286f9f77-60c7-4c21-b877-ad14120b47e2 service neutron] Pushing event updated for resources: {'Port': ['ID=941ab310-3956-4c17-970e-e781a3754793,revision_number=3']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:43:20.913331 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-286f9f77-60c7-4c21-b877-ad14120b47e2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:43:20.934408 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f9be5ca-f5ab-464f-8fd5-c7aea3524fdf', 'tag': '941ab310-3956-4c17-970e-e781a3754793', 'status': 'completed', 'code': 200} Jun 25 14:43:21.099751 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cccffe-482d-4dbd-a451-2110f3ed9adf req-4fb3135b-b054-44f9-a89a-2eaa5dc18e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:43:21.100985 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:21.101610 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-70cccffe-482d-4dbd-a451-2110f3ed9adf req-4fb3135b-b054-44f9-a89a-2eaa5dc18e4b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=481d44d80a86481eb5d0e32baf32ffd6&device_id=4f9be5ca-f5ab-464f-8fd5-c7aea3524fdf HTTP/1.1" status: 200 len: 1097 time: 0.1470714 Jun 25 14:43:21.115417 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4968f997-dc3f-47ad-9022-a4ab3ec954b1 req-0ef0719a-a48b-4224-88c1-12be697a2f93 tempest-VolumesActionsTest-1309451731 tempest-VolumesActionsTest-1309451731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:43:21.116922 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-4968f997-dc3f-47ad-9022-a4ab3ec954b1 req-0ef0719a-a48b-4224-88c1-12be697a2f93 tempest-VolumesActionsTest-1309451731 tempest-VolumesActionsTest-1309451731-project] 10.222.0.72 "GET /v2.0/ports?device_id=4f9be5ca-f5ab-464f-8fd5-c7aea3524fdf HTTP/1.1" status: 200 len: 944 time: 0.1218698 Jun 25 14:43:21.199859 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-70cccffe-482d-4dbd-a451-2110f3ed9adf req-ca126198-aa2f-4d5b-8b7c-b636d66a8b32 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=941ab310-3956-4c17-970e-e781a3754793 HTTP/1.1" status: 200 len: 217 time: 0.0819297 Jun 25 14:43:21.279730 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-4968f997-dc3f-47ad-9022-a4ab3ec954b1 req-bc6b4ced-3b38-41c0-b997-0c5c616796dc tempest-VolumesActionsTest-1309451731 tempest-VolumesActionsTest-1309451731-project] 10.222.0.72 "GET /v2.0/security-groups?id=59b60005-38c8-4358-b95b-fed8b26d29d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039872 Jun 25 14:43:21.293938 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cccffe-482d-4dbd-a451-2110f3ed9adf req-5bd1cd0b-8927-443e-a302-26f0d6492d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:43:21.295573 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-70cccffe-482d-4dbd-a451-2110f3ed9adf req-5bd1cd0b-8927-443e-a302-26f0d6492d60 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=4343ead2-e379-49d0-9f24-341facd0ab6a HTTP/1.1" status: 200 len: 849 time: 0.0879190 Jun 25 14:43:21.346666 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-70cccffe-482d-4dbd-a451-2110f3ed9adf req-f5ca4b9f-75a1-4086-b0f0-5c3fc8317875 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b2fb22c6-c09c-45e4-bdc1-2d0dc3ad3cb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439067 Jun 25 14:43:21.394440 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.72', 37434) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:43:21.492696 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-70cccffe-482d-4dbd-a451-2110f3ed9adf req-bb2bd3f3-b1d9-4f8c-b2bb-0b567f416966 service neutron] 10.222.0.77 "GET /v2.0/networks/b2fb22c6-c09c-45e4-bdc1-2d0dc3ad3cb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385877 Jun 25 14:43:21.522345 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-543da982-0e43-4cb9-a3be-3d405c508615 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:21.537746 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-543da982-0e43-4cb9-a3be-3d405c508615 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:43:21.541505 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-543da982-0e43-4cb9-a3be-3d405c508615 admin admin] Usage tracker for resource:security_group_rule and tenant:cd01b5ae6e2540078fb2e4a3bfe75ee9 is out of sync, need to count used quota {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:43:21.544613 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-543da982-0e43-4cb9-a3be-3d405c508615 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:43:21.550779 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-543da982-0e43-4cb9-a3be-3d405c508615 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:43:21.635812 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-70cccffe-482d-4dbd-a451-2110f3ed9adf req-5afc9bc4-9086-47be-a30c-8c50e0f44a71 service neutron] 10.222.0.77 "GET /v2.0/networks/b2fb22c6-c09c-45e4-bdc1-2d0dc3ad3cb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341295 Jun 25 14:43:21.638865 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-543da982-0e43-4cb9-a3be-3d405c508615 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:21.643878 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-543da982-0e43-4cb9-a3be-3d405c508615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726995'] for security_group, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:21.651289 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-6296eba0-bc81-4bae-836b-e327022f378c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:43:21.697530 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543da982-0e43-4cb9-a3be-3d405c508615 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff34e426-7052-44ac-b734-17ad50e9e4c1,revision_number=1']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:43:21.704347 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-543da982-0e43-4cb9-a3be-3d405c508615 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=cd01b5ae6e2540078fb2e4a3bfe75ee9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3065164 Jun 25 14:43:21.704347 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-543da982-0e43-4cb9-a3be-3d405c508615 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:43:21.705259 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.72', 37440) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:43:21.824046 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-d1960eea-3fd4-421c-9e7e-e787319f15ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:21.862024 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-d1960eea-3fd4-421c-9e7e-e787319f15ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:21.892271 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33f052e-592c-448d-9196-33faa4e2e110 req-ba77f09e-3f80-46d0-ad67-57d0276f9972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:43:21.893825 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-f33f052e-592c-448d-9196-33faa4e2e110 req-ba77f09e-3f80-46d0-ad67-57d0276f9972 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=481d44d80a86481eb5d0e32baf32ffd6&device_id=4f9be5ca-f5ab-464f-8fd5-c7aea3524fdf HTTP/1.1" status: 200 len: 1097 time: 0.1482770 Jun 25 14:43:22.041688 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-d1960eea-3fd4-421c-9e7e-e787319f15ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726995'] for security_group, after_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:22.055427 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-0255c6f8-d938-49fc-b798-4fbae67c185f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:43:22.072595 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1960eea-3fd4-421c-9e7e-e787319f15ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff34e426-7052-44ac-b734-17ad50e9e4c1,revision_number=None']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:43:22.074887 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33f052e-592c-448d-9196-33faa4e2e110 req-a8e744e8-c858-40dc-8074-2c6b29d0e782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:43:22.076309 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-f33f052e-592c-448d-9196-33faa4e2e110 req-a8e744e8-c858-40dc-8074-2c6b29d0e782 service neutron] 10.222.0.77 "GET /v2.0/networks?id=b2fb22c6-c09c-45e4-bdc1-2d0dc3ad3cb5 HTTP/1.1" status: 200 len: 910 time: 0.1737564 Jun 25 14:43:22.080300 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-d1960eea-3fd4-421c-9e7e-e787319f15ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:43:22.082859 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-d1960eea-3fd4-421c-9e7e-e787319f15ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:22.085713 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-d1960eea-3fd4-421c-9e7e-e787319f15ec admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/ff34e426-7052-44ac-b734-17ad50e9e4c1 HTTP/1.1" status: 204 len: 168 time: 0.3783710 Jun 25 14:43:22.178424 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-f33f052e-592c-448d-9196-33faa4e2e110 req-a0291d28-0266-4e4e-9597-2540f3dcddd3 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=941ab310-3956-4c17-970e-e781a3754793 HTTP/1.1" status: 200 len: 217 time: 0.0872843 Jun 25 14:43:22.264965 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33f052e-592c-448d-9196-33faa4e2e110 req-74bd5996-7c5a-4ce7-b61b-db0af196272f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:43:22.266648 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-f33f052e-592c-448d-9196-33faa4e2e110 req-74bd5996-7c5a-4ce7-b61b-db0af196272f service neutron] 10.222.0.77 "GET /v2.0/subnets?id=4343ead2-e379-49d0-9f24-341facd0ab6a HTTP/1.1" status: 200 len: 849 time: 0.0808213 Jun 25 14:43:22.329993 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-f33f052e-592c-448d-9196-33faa4e2e110 req-43fb4650-cd96-480b-9b7e-25a6add80fcc service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b2fb22c6-c09c-45e4-bdc1-2d0dc3ad3cb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483251 Jun 25 14:43:22.507079 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498fbcad-9b0e-4619-aadc-e96ba7b32458 req-ce6c6c1e-b295-4666-b4e4-339486d0f0ef tempest-VolumesActionsTest-1309451731 tempest-VolumesActionsTest-1309451731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:43:22.510116 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-498fbcad-9b0e-4619-aadc-e96ba7b32458 req-ce6c6c1e-b295-4666-b4e4-339486d0f0ef tempest-VolumesActionsTest-1309451731 tempest-VolumesActionsTest-1309451731-project] 10.222.0.72 "GET /v2.0/ports?device_id=4f9be5ca-f5ab-464f-8fd5-c7aea3524fdf HTTP/1.1" status: 200 len: 944 time: 0.0973394 Jun 25 14:43:22.566338 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-498fbcad-9b0e-4619-aadc-e96ba7b32458 req-3954ca53-c00c-4678-834e-14e0932dc93b tempest-VolumesActionsTest-1309451731 tempest-VolumesActionsTest-1309451731-project] 10.222.0.72 "GET /v2.0/security-groups?id=59b60005-38c8-4358-b95b-fed8b26d29d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516372 Jun 25 14:43:22.613937 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-f33f052e-592c-448d-9196-33faa4e2e110 req-9bf2a6b7-189d-4278-b7cb-358b63c272f1 service neutron] 10.222.0.77 "GET /v2.0/networks/b2fb22c6-c09c-45e4-bdc1-2d0dc3ad3cb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2744470 Jun 25 14:43:22.760623 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-f33f052e-592c-448d-9196-33faa4e2e110 req-8dbe1af0-7281-4955-8739-891e336eda6b service neutron] 10.222.0.77 "GET /v2.0/networks/b2fb22c6-c09c-45e4-bdc1-2d0dc3ad3cb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370494 Jun 25 14:43:23.761980 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c459941-c18c-4477-9df4-ec85b0baf4b2 req-87612137-25a0-4e0a-9a4a-4fee93f74c66 tempest-VolumesActionsTest-1309451731 tempest-VolumesActionsTest-1309451731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:43:23.763439 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-7c459941-c18c-4477-9df4-ec85b0baf4b2 req-87612137-25a0-4e0a-9a4a-4fee93f74c66 tempest-VolumesActionsTest-1309451731 tempest-VolumesActionsTest-1309451731-project] 10.222.0.72 "GET /v2.0/ports?device_id=4f9be5ca-f5ab-464f-8fd5-c7aea3524fdf HTTP/1.1" status: 200 len: 944 time: 0.0868897 Jun 25 14:43:23.816413 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-7c459941-c18c-4477-9df4-ec85b0baf4b2 req-85589cfc-37fc-47af-b8c7-1f89113fef92 tempest-VolumesActionsTest-1309451731 tempest-VolumesActionsTest-1309451731-project] 10.222.0.72 "GET /v2.0/security-groups?id=59b60005-38c8-4358-b95b-fed8b26d29d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458167 Jun 25 14:43:24.224188 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Device 941ab310-3956-4c17-970e-e781a3754793 details requested by agent hyperv_hv-cinder-79809 with host hv-cinder-79809 {{(pid=78399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 25 14:43:24.366913 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] For port 941ab310-3956-4c17-970e-e781a3754793, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=941ab310-3956-4c17-970e-e781a3754793,segment=NetworkSegment(f0448863-24b8-41eb-8a14-ccd84a84caca),segment_id=f0448863-24b8-41eb-8a14-ccd84a84caca)] {{(pid=78399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:43:24.381273 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Returning: {'device': '941ab310-3956-4c17-970e-e781a3754793', 'network_id': 'b2fb22c6-c09c-45e4-bdc1-2d0dc3ad3cb5', 'port_id': '941ab310-3956-4c17-970e-e781a3754793', 'mac_address': 'fa:16:3e:b4:58:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4343ead2-e379-49d0-9f24-341facd0ab6a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 25 14:43:24.444876 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for port, before_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:24.463013 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.notifiers.nova [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 941ab310-3956-4c17-970e-e781a3754793 {{(pid=78399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 14:43:24.479553 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] For port 941ab310-3956-4c17-970e-e781a3754793, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=941ab310-3956-4c17-970e-e781a3754793,segment=NetworkSegment(f0448863-24b8-41eb-8a14-ccd84a84caca),segment_id=f0448863-24b8-41eb-8a14-ccd84a84caca)] {{(pid=78399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:43:24.483945 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747172683978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747172243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747172243532'] for port, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:24.485860 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-86f030aa-9daf-4858-af4d-cfb182a67604 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:43:24.565235 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Pushing event updated for resources: {'Port': ['ID=941ab310-3956-4c17-970e-e781a3754793,revision_number=4']} {{(pid=78399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:43:24.572939 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:43:24.573275 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:43:24.573751 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:43:24.574111 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:43:24.574435 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:43:24.574755 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:43:24.575066 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:43:24.575375 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:43:24.575685 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:43:24.575992 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:43:24.576299 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:43:24.576603 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:43:24.580571 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:43:24.851288 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] get_ports_and_sgs() called for port_ids ['941ab310-3956-4c17-970e-e781a3754793'] {{(pid=78399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 25 14:43:25.059915 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0107d35c-9970-478a-8a7c-41b180f20ca7 req-83462541-3514-4e91-ae2d-b63275192fa1 tempest-VolumesActionsTest-1309451731 tempest-VolumesActionsTest-1309451731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:43:25.063949 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-0107d35c-9970-478a-8a7c-41b180f20ca7 req-83462541-3514-4e91-ae2d-b63275192fa1 tempest-VolumesActionsTest-1309451731 tempest-VolumesActionsTest-1309451731-project] 10.222.0.72 "GET /v2.0/ports?device_id=4f9be5ca-f5ab-464f-8fd5-c7aea3524fdf HTTP/1.1" status: 200 len: 945 time: 0.1016715 Jun 25 14:43:25.132529 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-0107d35c-9970-478a-8a7c-41b180f20ca7 req-b3500d70-f2ee-40af-8122-f83c8c6441ff tempest-VolumesActionsTest-1309451731 tempest-VolumesActionsTest-1309451731-project] 10.222.0.72 "GET /v2.0/security-groups?id=59b60005-38c8-4358-b95b-fed8b26d29d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577559 Jun 25 14:43:26.232975 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Device 941ab310-3956-4c17-970e-e781a3754793 up at agent hyperv_hv-cinder-79809 {{(pid=78399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:43:26.312183 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Provisioning for port 941ab310-3956-4c17-970e-e781a3754793 completed by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:43:26.318687 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Provisioning complete for port 941ab310-3956-4c17-970e-e781a3754793 triggered by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:43:26.319148 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545280'] for port, provisioning_complete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:26.452818 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d4f4e0-dca8-41a0-80f9-4e129a3347c7 req-370c22ac-73c1-4606-9d89-ad6837bc88c0 tempest-VolumesActionsTest-1309451731 tempest-VolumesActionsTest-1309451731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:43:26.455195 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-60d4f4e0-dca8-41a0-80f9-4e129a3347c7 req-370c22ac-73c1-4606-9d89-ad6837bc88c0 tempest-VolumesActionsTest-1309451731 tempest-VolumesActionsTest-1309451731-project] 10.222.0.72 "GET /v2.0/ports?device_id=4f9be5ca-f5ab-464f-8fd5-c7aea3524fdf HTTP/1.1" status: 200 len: 945 time: 0.1279678 Jun 25 14:43:26.476190 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for port, before_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:26.523279 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f9be5ca-f5ab-464f-8fd5-c7aea3524fdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '941ab310-3956-4c17-970e-e781a3754793'}] {{(pid=78399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:43:26.527052 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-60d4f4e0-dca8-41a0-80f9-4e129a3347c7 req-dd7a504d-5d7a-46f9-9e9a-b7ef6721f9a1 tempest-VolumesActionsTest-1309451731 tempest-VolumesActionsTest-1309451731-project] 10.222.0.72 "GET /v2.0/security-groups?id=59b60005-38c8-4358-b95b-fed8b26d29d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611811 Jun 25 14:43:26.547843 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] For port 941ab310-3956-4c17-970e-e781a3754793, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=941ab310-3956-4c17-970e-e781a3754793,segment=NetworkSegment(f0448863-24b8-41eb-8a14-ccd84a84caca),segment_id=f0448863-24b8-41eb-8a14-ccd84a84caca)] {{(pid=78399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:43:26.554358 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747172683978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747172243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747172243532'] for port, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:26.557363 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:43:26.628580 dv-cinder-798091-1-smb neutron-server[78399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f9be5ca-f5ab-464f-8fd5-c7aea3524fdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '941ab310-3956-4c17-970e-e781a3754793', 'code': 200} Jun 25 14:43:26.636240 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Pushing event updated for resources: {'Port': ['ID=941ab310-3956-4c17-970e-e781a3754793,revision_number=5']} {{(pid=78399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:43:26.641372 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:43:27.020026 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eafbdbf-6708-4d2e-a222-1c7e63af2ac8 req-7d52af8f-687e-4e77-a134-52ad2831b6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:43:27.023502 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-2eafbdbf-6708-4d2e-a222-1c7e63af2ac8 req-7d52af8f-687e-4e77-a134-52ad2831b6d1 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=4f9be5ca-f5ab-464f-8fd5-c7aea3524fdf HTTP/1.1" status: 200 len: 1099 time: 0.1281331 Jun 25 14:43:27.103934 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-2eafbdbf-6708-4d2e-a222-1c7e63af2ac8 req-14e5d187-8bcb-400c-9efd-0e4f55839f74 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=59b60005-38c8-4358-b95b-fed8b26d29d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719373 Jun 25 14:43:27.754648 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610a169b-6ad8-4a01-b824-2f2b90874580 req-711dc66b-128c-4376-a972-3a1c1cfb9fe0 tempest-VolumesActionsTest-1309451731 tempest-VolumesActionsTest-1309451731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:43:27.756218 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-610a169b-6ad8-4a01-b824-2f2b90874580 req-711dc66b-128c-4376-a972-3a1c1cfb9fe0 tempest-VolumesActionsTest-1309451731 tempest-VolumesActionsTest-1309451731-project] 10.222.0.72 "GET /v2.0/ports?device_id=4f9be5ca-f5ab-464f-8fd5-c7aea3524fdf HTTP/1.1" status: 200 len: 946 time: 0.0957453 Jun 25 14:43:27.810033 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-610a169b-6ad8-4a01-b824-2f2b90874580 req-5c46da6d-e618-46b2-b6fa-2c0d18c062ce tempest-VolumesActionsTest-1309451731 tempest-VolumesActionsTest-1309451731-project] 10.222.0.72 "GET /v2.0/security-groups?id=59b60005-38c8-4358-b95b-fed8b26d29d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474052 Jun 25 14:43:29.032351 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a05c159-3862-41eb-ad48-a9ad3d50d76e req-0e456bc2-313a-49ea-b700-f05d91e1f625 tempest-VolumesActionsTest-1309451731 tempest-VolumesActionsTest-1309451731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:43:29.034004 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-9a05c159-3862-41eb-ad48-a9ad3d50d76e req-0e456bc2-313a-49ea-b700-f05d91e1f625 tempest-VolumesActionsTest-1309451731 tempest-VolumesActionsTest-1309451731-project] 10.222.0.72 "GET /v2.0/ports?device_id=4f9be5ca-f5ab-464f-8fd5-c7aea3524fdf HTTP/1.1" status: 200 len: 946 time: 0.0863113 Jun 25 14:43:29.086739 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-9a05c159-3862-41eb-ad48-a9ad3d50d76e req-476a070f-5b46-4c52-86ba-3fce494ab775 tempest-VolumesActionsTest-1309451731 tempest-VolumesActionsTest-1309451731-project] 10.222.0.72 "GET /v2.0/security-groups?id=59b60005-38c8-4358-b95b-fed8b26d29d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454128 Jun 25 14:43:30.448180 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3303fd59-58e3-4b94-b8fd-96521ebf397c req-fdd10b0e-e39e-4694-bb95-25018bbdf245 tempest-VolumesActionsTest-1309451731 tempest-VolumesActionsTest-1309451731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:43:30.449745 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-3303fd59-58e3-4b94-b8fd-96521ebf397c req-fdd10b0e-e39e-4694-bb95-25018bbdf245 tempest-VolumesActionsTest-1309451731 tempest-VolumesActionsTest-1309451731-project] 10.222.0.72 "GET /v2.0/ports?device_id=4f9be5ca-f5ab-464f-8fd5-c7aea3524fdf HTTP/1.1" status: 200 len: 946 time: 0.0874376 Jun 25 14:43:30.499325 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-3303fd59-58e3-4b94-b8fd-96521ebf397c req-8078f3cf-1dc8-4af0-b14e-ca763d9e379d tempest-VolumesActionsTest-1309451731 tempest-VolumesActionsTest-1309451731-project] 10.222.0.72 "GET /v2.0/security-groups?id=59b60005-38c8-4358-b95b-fed8b26d29d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433908 Jun 25 14:43:31.699911 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab21c29-6b70-40a0-8cae-fd2e678e33ae req-cfb538e7-1486-4219-9f48-6838a9586c5e tempest-VolumesActionsTest-1309451731 tempest-VolumesActionsTest-1309451731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:43:31.701615 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-fab21c29-6b70-40a0-8cae-fd2e678e33ae req-cfb538e7-1486-4219-9f48-6838a9586c5e tempest-VolumesActionsTest-1309451731 tempest-VolumesActionsTest-1309451731-project] 10.222.0.72 "GET /v2.0/ports?device_id=4f9be5ca-f5ab-464f-8fd5-c7aea3524fdf HTTP/1.1" status: 200 len: 946 time: 0.0848606 Jun 25 14:43:31.754221 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-fab21c29-6b70-40a0-8cae-fd2e678e33ae req-661ed44e-cb22-40a6-97b7-51c71a4153b4 tempest-VolumesActionsTest-1309451731 tempest-VolumesActionsTest-1309451731-project] 10.222.0.72 "GET /v2.0/security-groups?id=59b60005-38c8-4358-b95b-fed8b26d29d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465655 Jun 25 14:43:32.128877 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a07c8a-da7d-4017-ac8f-040e9edca04c req-94678847-e2aa-4c01-9d86-ef0fb2308129 tempest-VolumesActionsTest-1309451731 tempest-VolumesActionsTest-1309451731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:43:32.131546 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-e6a07c8a-da7d-4017-ac8f-040e9edca04c req-94678847-e2aa-4c01-9d86-ef0fb2308129 tempest-VolumesActionsTest-1309451731 tempest-VolumesActionsTest-1309451731-project] 10.222.0.77 "GET /v2.0/ports?device_id=4f9be5ca-f5ab-464f-8fd5-c7aea3524fdf HTTP/1.1" status: 200 len: 946 time: 0.0844288 Jun 25 14:43:32.213191 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.plugin [req-e6a07c8a-da7d-4017-ac8f-040e9edca04c req-3d30b24f-b230-4355-9b0d-79e8724a0cfb tempest-VolumesActionsTest-1309451731 tempest-VolumesActionsTest-1309451731-project] Deleting port 941ab310-3956-4c17-970e-e781a3754793 {{(pid=78398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 25 14:43:32.213776 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [req-e6a07c8a-da7d-4017-ac8f-040e9edca04c req-3d30b24f-b230-4355-9b0d-79e8724a0cfb tempest-VolumesActionsTest-1309451731 tempest-VolumesActionsTest-1309451731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747172683120'] for port, before_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:32.518351 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.db [req-e6a07c8a-da7d-4017-ac8f-040e9edca04c req-3d30b24f-b230-4355-9b0d-79e8724a0cfb tempest-VolumesActionsTest-1309451731 tempest-VolumesActionsTest-1309451731-project] For port 941ab310-3956-4c17-970e-e781a3754793, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=941ab310-3956-4c17-970e-e781a3754793,segment=NetworkSegment(f0448863-24b8-41eb-8a14-ccd84a84caca),segment_id=f0448863-24b8-41eb-8a14-ccd84a84caca)] {{(pid=78398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:43:32.518707 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [req-e6a07c8a-da7d-4017-ac8f-040e9edca04c req-3d30b24f-b230-4355-9b0d-79e8724a0cfb tempest-VolumesActionsTest-1309451731 tempest-VolumesActionsTest-1309451731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-413696'] for port, precommit_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:32.654303 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.plugin [req-e6a07c8a-da7d-4017-ac8f-040e9edca04c req-3d30b24f-b230-4355-9b0d-79e8724a0cfb tempest-VolumesActionsTest-1309451731 tempest-VolumesActionsTest-1309451731-project] Calling delete_port for 941ab310-3956-4c17-970e-e781a3754793 owned by compute:nova {{(pid=78398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 25 14:43:32.813677 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [req-e6a07c8a-da7d-4017-ac8f-040e9edca04c req-3d30b24f-b230-4355-9b0d-79e8724a0cfb tempest-VolumesActionsTest-1309451731 tempest-VolumesActionsTest-1309451731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747172683996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747172243478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1901102'] for port, after_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:32.820327 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-10cd76f1-9bc5-4009-8658-8a2a042a9194 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:43:32.858624 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] get_ports_and_sgs() called for port_ids ['941ab310-3956-4c17-970e-e781a3754793'] {{(pid=78399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 25 14:43:32.871591 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d30b24f-b230-4355-9b0d-79e8724a0cfb tempest-VolumesActionsTest-1309451731 tempest-VolumesActionsTest-1309451731-project] Pushing event deleted for resources: {'Port': ['ID=941ab310-3956-4c17-970e-e781a3754793,revision_number=None']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:43:32.874999 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-3d30b24f-b230-4355-9b0d-79e8724a0cfb tempest-VolumesActionsTest-1309451731 tempest-VolumesActionsTest-1309451731-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:43:32.972349 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6a07c8a-da7d-4017-ac8f-040e9edca04c req-3d30b24f-b230-4355-9b0d-79e8724a0cfb tempest-VolumesActionsTest-1309451731 tempest-VolumesActionsTest-1309451731-project] No DVR routers for this DVR port 941ab310-3956-4c17-970e-e781a3754793 on host hv-cinder-79809 {{(pid=78398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 14:43:32.975682 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [req-e6a07c8a-da7d-4017-ac8f-040e9edca04c req-3d30b24f-b230-4355-9b0d-79e8724a0cfb tempest-VolumesActionsTest-1309451731 tempest-VolumesActionsTest-1309451731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257150'] for port, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:32.978699 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f9be5ca-f5ab-464f-8fd5-c7aea3524fdf', 'name': 'network-vif-deleted', 'tag': '941ab310-3956-4c17-970e-e781a3754793'}] {{(pid=78398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:43:33.002518 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-e6a07c8a-da7d-4017-ac8f-040e9edca04c req-3d30b24f-b230-4355-9b0d-79e8724a0cfb tempest-VolumesActionsTest-1309451731 tempest-VolumesActionsTest-1309451731-project] 10.222.0.77 "DELETE /v2.0/ports/941ab310-3956-4c17-970e-e781a3754793 HTTP/1.1" status: 204 len: 173 time: 0.8640072 Jun 25 14:43:33.020034 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-7542d142-4c95-4ee5-8cae-84c12fc89cfb req-bd69eade-e1bb-43ba-baca-15a6c695e531 tempest-VolumesActionsTest-1309451731 tempest-VolumesActionsTest-1309451731-project] 10.222.0.72 "GET /v2.0/ports?device_id=4f9be5ca-f5ab-464f-8fd5-c7aea3524fdf HTTP/1.1" status: 200 len: 210 time: 0.0600502 Jun 25 14:43:33.040716 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f9be5ca-f5ab-464f-8fd5-c7aea3524fdf', 'name': 'network-vif-deleted', 'tag': '941ab310-3956-4c17-970e-e781a3754793', 'status': 'completed', 'code': 200} Jun 25 14:43:36.286222 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Device 941ab310-3956-4c17-970e-e781a3754793 no longer exists at agent hyperv_hv-cinder-79809 {{(pid=78399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 25 14:43:36.348493 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.plugin [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] No Port match for: 941ab310-3956-4c17-970e-e781a3754793 {{(pid=78399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 25 14:43:36.349082 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Device 941ab310-3956-4c17-970e-e781a3754793 not bound to the agent host hv-cinder-79809 {{(pid=78399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 25 14:43:37.569230 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.72', 37650) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:43:37.737226 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.db_base_plugin_v2 [None req-095e1107-84dc-4ca1-9206-27ce27140ec1 admin admin] Deleting subnet 86ff7609-f716-4f0f-a684-cb7dd2c335af {{(pid=78398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jun 25 14:43:37.741112 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-095e1107-84dc-4ca1-9206-27ce27140ec1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:37.798639 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-095e1107-84dc-4ca1-9206-27ce27140ec1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128114130'] for subnet, precommit_delete_associations {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:37.864109 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-095e1107-84dc-4ca1-9206-27ce27140ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3550162'] for subnet, precommit_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:37.948424 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-095e1107-84dc-4ca1-9206-27ce27140ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3548165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1903071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129198018'] for subnet, after_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:37.952960 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-d5d927f5-4faa-46a2-afba-53f428d9535c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:43:37.990943 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095e1107-84dc-4ca1-9206-27ce27140ec1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86ff7609-f716-4f0f-a684-cb7dd2c335af,revision_number=None']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:43:37.996290 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-095e1107-84dc-4ca1-9206-27ce27140ec1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692162'] for subnet, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:37.999152 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-095e1107-84dc-4ca1-9206-27ce27140ec1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:43:38.003429 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-095e1107-84dc-4ca1-9206-27ce27140ec1 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/86ff7609-f716-4f0f-a684-cb7dd2c335af HTTP/1.1" status: 204 len: 168 time: 0.4328122 Jun 25 14:43:38.006724 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.72', 37654) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:43:38.120558 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-31857e38-dbc9-482e-aca0-5bba8d3052b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3443507'] for network, before_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:38.258444 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-31857e38-dbc9-482e-aca0-5bba8d3052b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3547471', 'neutron.services.segments.db._delete_segments_for_network-8747172693185'] for network, precommit_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:38.274973 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.services.segments.db [None req-31857e38-dbc9-482e-aca0-5bba8d3052b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06f2991f-047a-4471-89a5-6835eabebc08']}} {{(pid=78398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:43:38.289383 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.services.segments.db [None req-31857e38-dbc9-482e-aca0-5bba8d3052b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '592d4893-cece-4795-8fc2-2fa05b069928') {'for_net_delete': True} {{(pid=78398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:43:38.289808 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.services.segments.db [None req-31857e38-dbc9-482e-aca0-5bba8d3052b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '592d4893-cece-4795-8fc2-2fa05b069928') {} {{(pid=78398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:43:38.303009 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-31857e38-dbc9-482e-aca0-5bba8d3052b4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747172705576', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128114155'] for segment, before_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:38.323234 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-31857e38-dbc9-482e-aca0-5bba8d3052b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3551624'] for segment, precommit_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:38.331682 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31857e38-dbc9-482e-aca0-5bba8d3052b4 admin admin] Releasing vlan 341 on physical network physnet1 to pool {{(pid=78398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 14:43:38.332832 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-31857e38-dbc9-482e-aca0-5bba8d3052b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3551623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1901181'] for segment, after_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:38.354106 dv-cinder-798091-1-smb neutron-server[78398]: Traceback (most recent call last): Jun 25 14:43:38.354106 dv-cinder-798091-1-smb neutron-server[78398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 14:43:38.354106 dv-cinder-798091-1-smb neutron-server[78398]: timer() Jun 25 14:43:38.354106 dv-cinder-798091-1-smb neutron-server[78398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 14:43:38.354106 dv-cinder-798091-1-smb neutron-server[78398]: cb(*args, **kw) Jun 25 14:43:38.354106 dv-cinder-798091-1-smb neutron-server[78398]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 14:43:38.354106 dv-cinder-798091-1-smb neutron-server[78398]: return func(*args, **kwargs) Jun 25 14:43:38.354106 dv-cinder-798091-1-smb neutron-server[78398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 14:43:38.354106 dv-cinder-798091-1-smb neutron-server[78398]: self._notify() Jun 25 14:43:38.354106 dv-cinder-798091-1-smb neutron-server[78398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 14:43:38.354106 dv-cinder-798091-1-smb neutron-server[78398]: self.callback(batched_events) Jun 25 14:43:38.354106 dv-cinder-798091-1-smb neutron-server[78398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 14:43:38.354106 dv-cinder-798091-1-smb neutron-server[78398]: event.method(event) Jun 25 14:43:38.354106 dv-cinder-798091-1-smb neutron-server[78398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 14:43:38.354106 dv-cinder-798091-1-smb neutron-server[78398]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 14:43:38.354106 dv-cinder-798091-1-smb neutron-server[78398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 14:43:38.354106 dv-cinder-798091-1-smb neutron-server[78398]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 14:43:38.354106 dv-cinder-798091-1-smb neutron-server[78398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 14:43:38.354106 dv-cinder-798091-1-smb neutron-server[78398]: return f(self, *a, **k) Jun 25 14:43:38.354106 dv-cinder-798091-1-smb neutron-server[78398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 14:43:38.354106 dv-cinder-798091-1-smb neutron-server[78398]: return self._get(url).json() Jun 25 14:43:38.354106 dv-cinder-798091-1-smb neutron-server[78398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 14:43:38.354106 dv-cinder-798091-1-smb neutron-server[78398]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 14:43:38.354106 dv-cinder-798091-1-smb neutron-server[78398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 14:43:38.354106 dv-cinder-798091-1-smb neutron-server[78398]: return self.request(url, 'GET', **kwargs) Jun 25 14:43:38.354106 dv-cinder-798091-1-smb neutron-server[78398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 14:43:38.354106 dv-cinder-798091-1-smb neutron-server[78398]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 14:43:38.354106 dv-cinder-798091-1-smb neutron-server[78398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 14:43:38.354106 dv-cinder-798091-1-smb neutron-server[78398]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 14:43:38.354106 dv-cinder-798091-1-smb neutron-server[78398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 14:43:38.354106 dv-cinder-798091-1-smb neutron-server[78398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 14:43:38.354106 dv-cinder-798091-1-smb neutron-server[78398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 14:43:38.467726 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-31857e38-dbc9-482e-aca0-5bba8d3052b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3547472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-497664'] for network, after_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:38.472909 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-be3c26bc-c7f4-4a57-9c4f-7c0d53f727d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:43:38.494611 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-31857e38-dbc9-482e-aca0-5bba8d3052b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692162'] for network, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:38.497435 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31857e38-dbc9-482e-aca0-5bba8d3052b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=06f2991f-047a-4471-89a5-6835eabebc08,revision_number=None']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:43:38.501217 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-31857e38-dbc9-482e-aca0-5bba8d3052b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:43:38.514431 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-31857e38-dbc9-482e-aca0-5bba8d3052b4 admin admin] 10.222.0.72 "DELETE /v2.0/networks/06f2991f-047a-4471-89a5-6835eabebc08 HTTP/1.1" status: 204 len: 168 time: 0.5064893 Jun 25 14:43:38.678556 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-d6f69ea3-ab3a-455a-9400-32648d200618 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:38.821890 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.72', 37664) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:43:38.902562 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-cf49d73a-2e34-4fca-9a32-57846d15bd5a admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=84b7e81af6664009a8f4a67045e12c57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0794454 Jun 25 14:43:38.905448 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.72', 37668) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:43:38.973394 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-b946b053-987c-490d-a084-952dd3dac7d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:38.994547 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:39.005196 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-b946b053-987c-490d-a084-952dd3dac7d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:39.080952 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-b946b053-987c-490d-a084-952dd3dac7d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726995'] for security_group, after_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:39.086218 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-e488ab4e-676f-4a4d-888e-c08ab6e39b3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:43:39.100275 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946b053-987c-490d-a084-952dd3dac7d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20dcfb80-1b35-4aa8-b16b-774abf84fbde,revision_number=None']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:43:39.103395 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-b946b053-987c-490d-a084-952dd3dac7d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:43:39.116921 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-b946b053-987c-490d-a084-952dd3dac7d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:39.120776 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-b946b053-987c-490d-a084-952dd3dac7d7 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/20dcfb80-1b35-4aa8-b16b-774abf84fbde HTTP/1.1" status: 204 len: 168 time: 0.2116308 Jun 25 14:43:41.274895 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-13f6f965-d09e-4f64-9bd8-910e57ac7632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:42.243253 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-d14b10cb-2ead-4edf-9c0b-578ba992fa59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:43.514906 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-0959a481-12d6-4798-a5c7-3b38329e38d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:49.990842 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0416089-b41c-4aec-9172-1076268e498c req-bdf2a421-e683-4648-8747-25118ab8eb93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:43:49.992373 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-b0416089-b41c-4aec-9172-1076268e498c req-bdf2a421-e683-4648-8747-25118ab8eb93 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=46d537920f9742198ad6afd1193836f7&device_id=3f28e38c-a31d-44a8-9e7c-a5fd7d882559 HTTP/1.1" status: 200 len: 1137 time: 0.2019758 Jun 25 14:43:50.004823 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877fe518-f70c-460c-a825-57144fb4e44c req-bda3a03e-ec92-4ea1-9be1-4cffcbafd591 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:43:50.014955 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-877fe518-f70c-460c-a825-57144fb4e44c req-bda3a03e-ec92-4ea1-9be1-4cffcbafd591 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] 10.222.0.72 "GET /v2.0/ports?device_id=3f28e38c-a31d-44a8-9e7c-a5fd7d882559 HTTP/1.1" status: 200 len: 984 time: 0.1255944 Jun 25 14:43:50.177798 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-877fe518-f70c-460c-a825-57144fb4e44c req-d44f67de-684e-45d7-ba02-4920e83cb647 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] 10.222.0.72 "GET /v2.0/security-groups?id=06d723f0-79b3-482a-813d-0d06f4829ad9&id=13191a16-2633-4bde-9ccf-dc651df9ed23&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1611180 Jun 25 14:43:50.229516 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0416089-b41c-4aec-9172-1076268e498c req-0482a822-7411-48aa-8c44-36c4b8c393bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:43:50.231991 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-b0416089-b41c-4aec-9172-1076268e498c req-0482a822-7411-48aa-8c44-36c4b8c393bc service neutron] 10.222.0.77 "GET /v2.0/networks?id=8c94d8da-413e-4525-98c0-863d33ff9021 HTTP/1.1" status: 200 len: 916 time: 0.2131712 Jun 25 14:43:50.274795 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd740ed-f9d9-4703-b81d-8697c6b0ee5f req-c806ca61-0a87-4044-a73f-3794361ed4a1 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:43:50.277146 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-9dd740ed-f9d9-4703-b81d-8697c6b0ee5f req-c806ca61-0a87-4044-a73f-3794361ed4a1 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/ports?device_id=e5649343-9e63-4d6c-b6f7-f3b2f1f934c4 HTTP/1.1" status: 200 len: 947 time: 0.1321807 Jun 25 14:43:50.373915 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-9dd740ed-f9d9-4703-b81d-8697c6b0ee5f req-af4cc630-6819-46e6-bb2c-d8a5d05325ba tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/security-groups?id=d7ad49bf-7682-4e15-9338-4a7ac2e3a89b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627198 Jun 25 14:43:50.383679 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-b0416089-b41c-4aec-9172-1076268e498c req-497131d3-bd63-4f67-ba30-ff526a8b7888 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5a94f68a-bfe7-46b1-8109-62131ca96b68 HTTP/1.1" status: 200 len: 1001 time: 0.1283095 Jun 25 14:43:50.487273 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0416089-b41c-4aec-9172-1076268e498c req-01a1c9ea-c9c4-4acf-a984-9157cd337730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:43:50.488940 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-b0416089-b41c-4aec-9172-1076268e498c req-01a1c9ea-c9c4-4acf-a984-9157cd337730 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8d90de92-96c5-4eac-9554-41f78dcebc2a HTTP/1.1" status: 200 len: 854 time: 0.1117301 Jun 25 14:43:50.490616 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.db.agents_db [None req-33cd8ffe-8d55-4e82-a60c-f31f0cdcb446 None None] Agent healthcheck: found 6 active agents {{(pid=78400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 25 14:43:50.574741 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0416089-b41c-4aec-9172-1076268e498c req-2afffc1b-6da2-4afa-b9be-49e997c0946a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:43:50.576509 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-b0416089-b41c-4aec-9172-1076268e498c req-2afffc1b-6da2-4afa-b9be-49e997c0946a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=8c94d8da-413e-4525-98c0-863d33ff9021&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0779507 Jun 25 14:43:50.756848 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-b0416089-b41c-4aec-9172-1076268e498c req-d1642a47-867d-4b4d-8444-d5dbf7025d88 service neutron] 10.222.0.77 "GET /v2.0/networks/8c94d8da-413e-4525-98c0-863d33ff9021?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625481 Jun 25 14:43:51.109460 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-b0416089-b41c-4aec-9172-1076268e498c req-9185d028-c3ae-48ba-abe6-daaf2c7f92e0 service neutron] 10.222.0.77 "GET /v2.0/networks/8c94d8da-413e-4525-98c0-863d33ff9021?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3285689 Jun 25 14:43:51.126678 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:51.369052 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bf28ae-ef3c-4e7a-8314-0a1ae1028ebb req-0330ef13-b297-4250-a64c-cf7ca6b279ea tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:43:51.371031 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-a4bf28ae-ef3c-4e7a-8314-0a1ae1028ebb req-0330ef13-b297-4250-a64c-cf7ca6b279ea tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] 10.222.0.72 "GET /v2.0/ports?device_id=3f28e38c-a31d-44a8-9e7c-a5fd7d882559 HTTP/1.1" status: 200 len: 984 time: 0.1033704 Jun 25 14:43:51.433087 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-a4bf28ae-ef3c-4e7a-8314-0a1ae1028ebb req-17cacfcd-4695-44a6-8f93-8abab363ecae tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] 10.222.0.72 "GET /v2.0/security-groups?id=06d723f0-79b3-482a-813d-0d06f4829ad9&id=13191a16-2633-4bde-9ccf-dc651df9ed23&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0500567 Jun 25 14:43:51.574514 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7233abb-721b-4d91-9007-6ea331c9a506 req-52d2b677-d81a-47c3-98d3-372410ee5464 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:43:51.575994 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-a7233abb-721b-4d91-9007-6ea331c9a506 req-52d2b677-d81a-47c3-98d3-372410ee5464 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/ports?device_id=e5649343-9e63-4d6c-b6f7-f3b2f1f934c4 HTTP/1.1" status: 200 len: 947 time: 0.0868564 Jun 25 14:43:51.622388 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-a7233abb-721b-4d91-9007-6ea331c9a506 req-f73b2dd3-d711-4abc-bdc1-9365698f66f7 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/security-groups?id=d7ad49bf-7682-4e15-9338-4a7ac2e3a89b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406225 Jun 25 14:43:52.341791 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a8009e-bfcd-414d-a171-ab6c8add38a5 req-aff3704c-ce36-4c22-932d-f6aa04325a4d tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:43:52.343282 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-04a8009e-bfcd-414d-a171-ab6c8add38a5 req-aff3704c-ce36-4c22-932d-f6aa04325a4d tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.77 "GET /v2.0/ports?device_id=e5649343-9e63-4d6c-b6f7-f3b2f1f934c4 HTTP/1.1" status: 200 len: 947 time: 0.0824585 Jun 25 14:43:52.417398 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.plugin [req-04a8009e-bfcd-414d-a171-ab6c8add38a5 req-c0daadbd-56a3-4293-96a1-2fc3ca18bbdd tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Deleting port 1997573f-4989-48d0-ad12-2edadad644f1 {{(pid=78398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 25 14:43:52.417768 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [req-04a8009e-bfcd-414d-a171-ab6c8add38a5 req-c0daadbd-56a3-4293-96a1-2fc3ca18bbdd tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747172683120'] for port, before_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:52.733739 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.db [req-04a8009e-bfcd-414d-a171-ab6c8add38a5 req-c0daadbd-56a3-4293-96a1-2fc3ca18bbdd tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] For port 1997573f-4989-48d0-ad12-2edadad644f1, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=1997573f-4989-48d0-ad12-2edadad644f1,segment=NetworkSegment(715dd0a5-8081-4e27-94a5-147a06fdbf26),segment_id=715dd0a5-8081-4e27-94a5-147a06fdbf26)] {{(pid=78398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:43:52.734151 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [req-04a8009e-bfcd-414d-a171-ab6c8add38a5 req-c0daadbd-56a3-4293-96a1-2fc3ca18bbdd tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-413696'] for port, precommit_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:52.828748 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d464ff-0277-4691-82e7-a387897866f1 req-d6b3f8ec-9674-4b4f-9228-c7f478d2f096 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:43:52.831116 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-57d464ff-0277-4691-82e7-a387897866f1 req-d6b3f8ec-9674-4b4f-9228-c7f478d2f096 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/ports?device_id=e5649343-9e63-4d6c-b6f7-f3b2f1f934c4 HTTP/1.1" status: 200 len: 947 time: 0.0962319 Jun 25 14:43:52.880363 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e73d9f-3ec2-46a2-ba96-31fb81917462 req-4e5c9fc6-ebee-4182-a151-eecd55fd4b16 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:43:52.884710 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-85e73d9f-3ec2-46a2-ba96-31fb81917462 req-4e5c9fc6-ebee-4182-a151-eecd55fd4b16 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] 10.222.0.72 "GET /v2.0/ports?device_id=3f28e38c-a31d-44a8-9e7c-a5fd7d882559 HTTP/1.1" status: 200 len: 984 time: 0.3326490 Jun 25 14:43:52.897088 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-57d464ff-0277-4691-82e7-a387897866f1 req-c6dd96da-73c6-4f7a-b3c8-f83109606d48 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/security-groups?id=d7ad49bf-7682-4e15-9338-4a7ac2e3a89b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545187 Jun 25 14:43:53.057393 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-85e73d9f-3ec2-46a2-ba96-31fb81917462 req-01b52393-3100-4159-b8be-73f0d950ed3f tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] 10.222.0.72 "GET /v2.0/security-groups?id=06d723f0-79b3-482a-813d-0d06f4829ad9&id=13191a16-2633-4bde-9ccf-dc651df9ed23&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1669419 Jun 25 14:43:53.169786 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [req-04a8009e-bfcd-414d-a171-ab6c8add38a5 req-c0daadbd-56a3-4293-96a1-2fc3ca18bbdd tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:53.170154 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [req-04a8009e-bfcd-414d-a171-ab6c8add38a5 req-c0daadbd-56a3-4293-96a1-2fc3ca18bbdd tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-497906'] for floatingip, after_update {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:53.170466 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.db.l3_db [req-04a8009e-bfcd-414d-a171-ab6c8add38a5 req-c0daadbd-56a3-4293-96a1-2fc3ca18bbdd tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Floating IP 2811309e-bf8f-4e3b-aba6-7009a53410a5 disassociated. External IP: 172.28.1.194, port: 1997573f-4989-48d0-ad12-2edadad644f1. Jun 25 14:43:53.170795 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.plugin [req-04a8009e-bfcd-414d-a171-ab6c8add38a5 req-c0daadbd-56a3-4293-96a1-2fc3ca18bbdd tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Calling delete_port for 1997573f-4989-48d0-ad12-2edadad644f1 owned by compute:nova {{(pid=78398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 25 14:43:53.335659 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [req-04a8009e-bfcd-414d-a171-ab6c8add38a5 req-c0daadbd-56a3-4293-96a1-2fc3ca18bbdd tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747172683996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747172243478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1901102'] for port, after_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:53.342169 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-b5f13a6a-c016-466c-83ed-9a4de9b5a8e4 tempest-VolumesActionsTest-1309451731 tempest-VolumesActionsTest-1309451731-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:43:53.390359 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0daadbd-56a3-4293-96a1-2fc3ca18bbdd tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Pushing event deleted for resources: {'Port': ['ID=1997573f-4989-48d0-ad12-2edadad644f1,revision_number=None']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:43:53.392972 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-c0daadbd-56a3-4293-96a1-2fc3ca18bbdd tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:43:53.586347 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.scheduler.l3_agent_scheduler [req-04a8009e-bfcd-414d-a171-ab6c8add38a5 req-c0daadbd-56a3-4293-96a1-2fc3ca18bbdd tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Router 03ef6f23-e4d5-412c-8e3f-21dd3d1b0712 has already been hosted by L3 agent 941bc864-709b-4c09-a7df-f27e1f49545a {{(pid=78398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 14:43:53.880557 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-04a8009e-bfcd-414d-a171-ab6c8add38a5 req-c0daadbd-56a3-4293-96a1-2fc3ca18bbdd tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Notify agent at l3_agent.dv-cinder-798091-1-smb the message routers_updated {{(pid=78398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 25 14:43:53.890691 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2990d308-4c04-49b9-a4d0-8f5eda33fdf6 None None] Sync routers for ids ['03ef6f23-e4d5-412c-8e3f-21dd3d1b0712'] in dv-cinder-798091-1-smb {{(pid=78399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 14:43:53.902197 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2990d308-4c04-49b9-a4d0-8f5eda33fdf6 None None] Routers {'03ef6f23-e4d5-412c-8e3f-21dd3d1b0712'} bound to L3 agent in host dv-cinder-798091-1-smb {{(pid=78399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:43:53.902819 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.l3_hamode_db [None req-2990d308-4c04-49b9-a4d0-8f5eda33fdf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798091-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-25T14:30:11Z,description=,heartbeat_timestamp=2021-06-25T14:43:41Z,host='dv-cinder-798091-1-smb',id=941bc864-709b-4c09-a7df-f27e1f49545a,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:30:11Z,topic='l3_agent')) {'router_ids': ['03ef6f23-e4d5-412c-8e3f-21dd3d1b0712'], 'active': True} {{(pid=78399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:43:53.966736 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.l3_dvrscheduler_db [req-04a8009e-bfcd-414d-a171-ab6c8add38a5 req-c0daadbd-56a3-4293-96a1-2fc3ca18bbdd tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] No DVR routers for this DVR port 1997573f-4989-48d0-ad12-2edadad644f1 on host hv-cinder-79809 {{(pid=78398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 14:43:53.970158 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [req-04a8009e-bfcd-414d-a171-ab6c8add38a5 req-c0daadbd-56a3-4293-96a1-2fc3ca18bbdd tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257150'] for port, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:53.973322 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5649343-9e63-4d6c-b6f7-f3b2f1f934c4', 'name': 'network-vif-deleted', 'tag': '1997573f-4989-48d0-ad12-2edadad644f1'}] {{(pid=78398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:43:53.993229 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-04a8009e-bfcd-414d-a171-ab6c8add38a5 req-c0daadbd-56a3-4293-96a1-2fc3ca18bbdd tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.77 "DELETE /v2.0/ports/1997573f-4989-48d0-ad12-2edadad644f1 HTTP/1.1" status: 204 len: 173 time: 1.6436644 Jun 25 14:43:54.046977 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5649343-9e63-4d6c-b6f7-f3b2f1f934c4', 'name': 'network-vif-deleted', 'tag': '1997573f-4989-48d0-ad12-2edadad644f1', 'status': 'completed', 'code': 200} Jun 25 14:43:54.074116 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.72', 37862) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:43:54.169086 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.l3_dvr_db [None req-2990d308-4c04-49b9-a4d0-8f5eda33fdf6 None None] Set router 03ef6f23-e4d5-412c-8e3f-21dd3d1b0712 gateway port host: dv-cinder-798091-1-smb {{(pid=78399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:43:54.224689 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.db_base_plugin_v2 [None req-a71dfff8-30b4-4e8e-b149-300b8e07e3fb admin admin] Deleting subnet 4343ead2-e379-49d0-9f24-341facd0ab6a {{(pid=78398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jun 25 14:43:54.232325 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-a71dfff8-30b4-4e8e-b149-300b8e07e3fb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:54.234440 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-fbf4f679-f831-490e-90e1-c04d6401f65c req-45c7b117-8604-4754-a0a3-3cfca413d4b0 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/ports?device_id=e5649343-9e63-4d6c-b6f7-f3b2f1f934c4 HTTP/1.1" status: 200 len: 210 time: 0.1716621 Jun 25 14:43:54.364296 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-a71dfff8-30b4-4e8e-b149-300b8e07e3fb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128114130'] for subnet, precommit_delete_associations {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:54.440215 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a75977b-16dc-499b-918f-c939ccf72421 req-2b47e771-23e2-4ddc-bd48-8dbf64a37ea9 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:43:54.442075 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-5a75977b-16dc-499b-918f-c939ccf72421 req-2b47e771-23e2-4ddc-bd48-8dbf64a37ea9 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] 10.222.0.72 "GET /v2.0/ports?device_id=3f28e38c-a31d-44a8-9e7c-a5fd7d882559 HTTP/1.1" status: 200 len: 984 time: 0.1581528 Jun 25 14:43:54.443094 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-a71dfff8-30b4-4e8e-b149-300b8e07e3fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3550162'] for subnet, precommit_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:54.535110 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-5a75977b-16dc-499b-918f-c939ccf72421 req-871a8fb1-21b1-429f-a81c-a364b66b9cb1 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] 10.222.0.72 "GET /v2.0/security-groups?id=06d723f0-79b3-482a-813d-0d06f4829ad9&id=13191a16-2633-4bde-9ccf-dc651df9ed23&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0642607 Jun 25 14:43:54.559952 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.l3_hamode_db [None req-2990d308-4c04-49b9-a4d0-8f5eda33fdf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03ef6f23-e4d5-412c-8e3f-21dd3d1b0712', 'name': 'tempest-AttachVolumeShelveTestJSON-537812765-router', 'tenant_id': '7a64d79372ce407f85b911ae6861af7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee', 'external_fixed_ips': [{'subnet_id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'ip_address': '172.28.1.153'}], 'enable_snat': True}, 'gw_port_id': '2bb245d5-8ebe-41a4-8500-5743feba021d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:38:58Z', 'updated_at': '2021-06-25T14:39:22Z', 'revision_number': 4, 'project_id': '7a64d79372ce407f85b911ae6861af7f', 'gw_port': {'id': '2bb245d5-8ebe-41a4-8500-5743feba021d', 'name': '', 'network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:70:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ef6f23-e4d5-412c-8e3f-21dd3d1b0712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'ip_address': '172.28.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:39:03Z', 'updated_at': '2021-06-25T14:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798091-1-smb', '_interfaces': [{'id': '0e4b48df-7398-4425-b51b-efca48aecca5', 'name': '', 'network_id': 'fc3ffe9c-74f9-42a1-af5f-69842b644ae0', 'tenant_id': '7a64d79372ce407f85b911ae6861af7f', 'mac_address': 'fa:16:3e:f9:96:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ef6f23-e4d5-412c-8e3f-21dd3d1b0712', 'device_owner': 'network:router_interface', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': '24c79731-6cdf-4634-b94b-8a5d29662e96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:39:21Z', 'updated_at': '2021-06-25T14:39:36Z', 'revision_number': 5, 'project_id': '7a64d79372ce407f85b911ae6861af7f', 'subnets': [{'id': '24c79731-6cdf-4634-b94b-8a5d29662e96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798091-1-smb', False) {} {{(pid=78399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:43:54.564314 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2990d308-4c04-49b9-a4d0-8f5eda33fdf6 None None] Checking router: 03ef6f23-e4d5-412c-8e3f-21dd3d1b0712 for host: dv-cinder-798091-1-smb {{(pid=78399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 14:43:54.566671 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-a71dfff8-30b4-4e8e-b149-300b8e07e3fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3548165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1903071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129198018'] for subnet, after_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:54.572500 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-2491395c-2e93-4ee9-b408-3e2c07b0f20b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:43:54.574833 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2990d308-4c04-49b9-a4d0-8f5eda33fdf6 None None] Routers {'03ef6f23-e4d5-412c-8e3f-21dd3d1b0712'} bound to L3 agent in host dv-cinder-798091-1-smb {{(pid=78399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:43:54.575483 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.l3_hamode_db [None req-2990d308-4c04-49b9-a4d0-8f5eda33fdf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798091-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-25T14:30:11Z,description=,heartbeat_timestamp=2021-06-25T14:43:41Z,host='dv-cinder-798091-1-smb',id=941bc864-709b-4c09-a7df-f27e1f49545a,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:30:11Z,topic='l3_agent')) {'router_ids': ['03ef6f23-e4d5-412c-8e3f-21dd3d1b0712'], 'active': True} {{(pid=78399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:43:54.613604 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-a71dfff8-30b4-4e8e-b149-300b8e07e3fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692162'] for subnet, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:54.622687 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-a71dfff8-30b4-4e8e-b149-300b8e07e3fb admin admin] 10.222.0.72 "DELETE /v2.0/subnets/4343ead2-e379-49d0-9f24-341facd0ab6a HTTP/1.1" status: 204 len: 168 time: 0.5451512 Jun 25 14:43:54.622687 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71dfff8-30b4-4e8e-b149-300b8e07e3fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4343ead2-e379-49d0-9f24-341facd0ab6a,revision_number=None']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:43:54.624605 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.72', 37868) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:43:54.628393 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-a71dfff8-30b4-4e8e-b149-300b8e07e3fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:43:54.740033 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-9a11c5a9-5964-4d77-b1a0-f9735bc04ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3443507'] for network, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:54.769372 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.l3_dvr_db [None req-2990d308-4c04-49b9-a4d0-8f5eda33fdf6 None None] Set router 03ef6f23-e4d5-412c-8e3f-21dd3d1b0712 gateway port host: dv-cinder-798091-1-smb {{(pid=78399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:43:54.875780 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-9a11c5a9-5964-4d77-b1a0-f9735bc04ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3547471', 'neutron.services.segments.db._delete_segments_for_network-8747172693185'] for network, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:54.898105 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.services.segments.db [None req-9a11c5a9-5964-4d77-b1a0-f9735bc04ac1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2fb22c6-c09c-45e4-bdc1-2d0dc3ad3cb5']}} {{(pid=78397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:43:54.913044 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.services.segments.db [None req-9a11c5a9-5964-4d77-b1a0-f9735bc04ac1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0448863-24b8-41eb-8a14-ccd84a84caca') {'for_net_delete': True} {{(pid=78397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:43:54.913333 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.services.segments.db [None req-9a11c5a9-5964-4d77-b1a0-f9735bc04ac1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0448863-24b8-41eb-8a14-ccd84a84caca') {} {{(pid=78397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:43:54.925587 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-9a11c5a9-5964-4d77-b1a0-f9735bc04ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747172705576', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127934593'] for segment, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:54.943831 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-9a11c5a9-5964-4d77-b1a0-f9735bc04ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3551624'] for segment, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:54.950416 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a11c5a9-5964-4d77-b1a0-f9735bc04ac1 admin admin] Releasing vlan 340 on physical network physnet1 to pool {{(pid=78397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 14:43:54.951039 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-9a11c5a9-5964-4d77-b1a0-f9735bc04ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3551623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127937292'] for segment, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:54.964864 dv-cinder-798091-1-smb neutron-server[78397]: Traceback (most recent call last): Jun 25 14:43:54.964864 dv-cinder-798091-1-smb neutron-server[78397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 14:43:54.964864 dv-cinder-798091-1-smb neutron-server[78397]: timer() Jun 25 14:43:54.964864 dv-cinder-798091-1-smb neutron-server[78397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 14:43:54.964864 dv-cinder-798091-1-smb neutron-server[78397]: cb(*args, **kw) Jun 25 14:43:54.964864 dv-cinder-798091-1-smb neutron-server[78397]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 14:43:54.964864 dv-cinder-798091-1-smb neutron-server[78397]: return func(*args, **kwargs) Jun 25 14:43:54.964864 dv-cinder-798091-1-smb neutron-server[78397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 14:43:54.964864 dv-cinder-798091-1-smb neutron-server[78397]: self._notify() Jun 25 14:43:54.964864 dv-cinder-798091-1-smb neutron-server[78397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 14:43:54.964864 dv-cinder-798091-1-smb neutron-server[78397]: self.callback(batched_events) Jun 25 14:43:54.964864 dv-cinder-798091-1-smb neutron-server[78397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 14:43:54.964864 dv-cinder-798091-1-smb neutron-server[78397]: event.method(event) Jun 25 14:43:54.964864 dv-cinder-798091-1-smb neutron-server[78397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 14:43:54.964864 dv-cinder-798091-1-smb neutron-server[78397]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 14:43:54.964864 dv-cinder-798091-1-smb neutron-server[78397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 14:43:54.964864 dv-cinder-798091-1-smb neutron-server[78397]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 14:43:54.964864 dv-cinder-798091-1-smb neutron-server[78397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 14:43:54.964864 dv-cinder-798091-1-smb neutron-server[78397]: return f(self, *a, **k) Jun 25 14:43:54.964864 dv-cinder-798091-1-smb neutron-server[78397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 14:43:54.964864 dv-cinder-798091-1-smb neutron-server[78397]: return self._get(url).json() Jun 25 14:43:54.964864 dv-cinder-798091-1-smb neutron-server[78397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 14:43:54.964864 dv-cinder-798091-1-smb neutron-server[78397]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 14:43:54.964864 dv-cinder-798091-1-smb neutron-server[78397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 14:43:54.964864 dv-cinder-798091-1-smb neutron-server[78397]: return self.request(url, 'GET', **kwargs) Jun 25 14:43:54.964864 dv-cinder-798091-1-smb neutron-server[78397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 14:43:54.964864 dv-cinder-798091-1-smb neutron-server[78397]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 14:43:54.964864 dv-cinder-798091-1-smb neutron-server[78397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 14:43:54.964864 dv-cinder-798091-1-smb neutron-server[78397]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 14:43:54.964864 dv-cinder-798091-1-smb neutron-server[78397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 14:43:54.964864 dv-cinder-798091-1-smb neutron-server[78397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 14:43:54.964864 dv-cinder-798091-1-smb neutron-server[78397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 14:43:55.049967 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-9a11c5a9-5964-4d77-b1a0-f9735bc04ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3547472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-497664'] for network, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:55.055765 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-9a11c5a9-5964-4d77-b1a0-f9735bc04ac1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692162'] for network, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:55.062623 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:43:55.087038 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a11c5a9-5964-4d77-b1a0-f9735bc04ac1 admin admin] Pushing event deleted for resources: {'Network': ['ID=b2fb22c6-c09c-45e4-bdc1-2d0dc3ad3cb5,revision_number=None']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:43:55.090023 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-9a11c5a9-5964-4d77-b1a0-f9735bc04ac1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:43:55.095977 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-9a11c5a9-5964-4d77-b1a0-f9735bc04ac1 admin admin] 10.222.0.72 "DELETE /v2.0/networks/b2fb22c6-c09c-45e4-bdc1-2d0dc3ad3cb5 HTTP/1.1" status: 204 len: 168 time: 0.4699385 Jun 25 14:43:55.167167 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.l3_hamode_db [None req-2990d308-4c04-49b9-a4d0-8f5eda33fdf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03ef6f23-e4d5-412c-8e3f-21dd3d1b0712', 'name': 'tempest-AttachVolumeShelveTestJSON-537812765-router', 'tenant_id': '7a64d79372ce407f85b911ae6861af7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee', 'external_fixed_ips': [{'subnet_id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'ip_address': '172.28.1.153'}], 'enable_snat': True}, 'gw_port_id': '2bb245d5-8ebe-41a4-8500-5743feba021d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:38:58Z', 'updated_at': '2021-06-25T14:39:22Z', 'revision_number': 4, 'project_id': '7a64d79372ce407f85b911ae6861af7f', 'gw_port': {'id': '2bb245d5-8ebe-41a4-8500-5743feba021d', 'name': '', 'network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:70:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ef6f23-e4d5-412c-8e3f-21dd3d1b0712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'ip_address': '172.28.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:39:03Z', 'updated_at': '2021-06-25T14:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798091-1-smb', '_interfaces': [{'id': '0e4b48df-7398-4425-b51b-efca48aecca5', 'name': '', 'network_id': 'fc3ffe9c-74f9-42a1-af5f-69842b644ae0', 'tenant_id': '7a64d79372ce407f85b911ae6861af7f', 'mac_address': 'fa:16:3e:f9:96:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ef6f23-e4d5-412c-8e3f-21dd3d1b0712', 'device_owner': 'network:router_interface', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': '24c79731-6cdf-4634-b94b-8a5d29662e96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:39:21Z', 'updated_at': '2021-06-25T14:39:36Z', 'revision_number': 5, 'project_id': '7a64d79372ce407f85b911ae6861af7f', 'subnets': [{'id': '24c79731-6cdf-4634-b94b-8a5d29662e96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798091-1-smb', False) {} {{(pid=78399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:43:55.171369 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2990d308-4c04-49b9-a4d0-8f5eda33fdf6 None None] The sync data for ids ['03ef6f23-e4d5-412c-8e3f-21dd3d1b0712'] in dv-cinder-798091-1-smb is: [{'id': '03ef6f23-e4d5-412c-8e3f-21dd3d1b0712', 'name': 'tempest-AttachVolumeShelveTestJSON-537812765-router', 'tenant_id': '7a64d79372ce407f85b911ae6861af7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee', 'external_fixed_ips': [{'subnet_id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'ip_address': '172.28.1.153'}], 'enable_snat': True}, 'gw_port_id': '2bb245d5-8ebe-41a4-8500-5743feba021d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:38:58Z', 'updated_at': '2021-06-25T14:39:22Z', 'revision_number': 4, 'project_id': '7a64d79372ce407f85b911ae6861af7f', 'gw_port': {'id': '2bb245d5-8ebe-41a4-8500-5743feba021d', 'name': '', 'network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:70:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ef6f23-e4d5-412c-8e3f-21dd3d1b0712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'ip_address': '172.28.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:39:03Z', 'updated_at': '2021-06-25T14:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798091-1-smb', '_interfaces': [{'id': '0e4b48df-7398-4425-b51b-efca48aecca5', 'name': '', 'network_id': 'fc3ffe9c-74f9-42a1-af5f-69842b644ae0', 'tenant_id': '7a64d79372ce407f85b911ae6861af7f', 'mac_address': 'fa:16:3e:f9:96:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ef6f23-e4d5-412c-8e3f-21dd3d1b0712', 'device_owner': 'network:router_interface', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': '24c79731-6cdf-4634-b94b-8a5d29662e96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:39:21Z', 'updated_at': '2021-06-25T14:39:36Z', 'revision_number': 5, 'project_id': '7a64d79372ce407f85b911ae6861af7f', 'subnets': [{'id': '24c79731-6cdf-4634-b94b-8a5d29662e96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 14:43:55.304695 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.72', 37878) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:43:55.378305 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-00cb63df-5664-4d2d-ba08-bf02793cc2f5 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=481d44d80a86481eb5d0e32baf32ffd6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0722604 Jun 25 14:43:55.381335 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.72', 37884) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:43:55.392376 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.72', 37888) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:43:55.478337 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-ea412eb0-220a-4a72-9e4b-03805217bf0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:55.486049 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-908c5fc2-4315-4ac5-9cde-ced684daf8cb tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Notify callbacks [] for security_group, before_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:55.508998 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fcbc4da-3287-4c86-afa5-e86dd1988bff None None] New status for floating IP 2811309e-bf8f-4e3b-aba6-7009a53410a5: DOWN {{(pid=78400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 25 14:43:55.512287 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-ea412eb0-220a-4a72-9e4b-03805217bf0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:55.524448 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-908c5fc2-4315-4ac5-9cde-ced684daf8cb tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:55.584960 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-ea412eb0-220a-4a72-9e4b-03805217bf0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726995'] for security_group, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:55.592517 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-c6e80e3c-6308-46cb-b570-b0f5a0bd54c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:43:55.601765 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-908c5fc2-4315-4ac5-9cde-ced684daf8cb tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726995'] for security_group, after_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:55.607579 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-d6c212f4-777a-42bf-8c83-a52d283eedc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:43:55.621803 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea412eb0-220a-4a72-9e4b-03805217bf0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59b60005-38c8-4358-b95b-fed8b26d29d4,revision_number=None']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:43:55.623305 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908c5fc2-4315-4ac5-9cde-ced684daf8cb tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7ad49bf-7682-4e15-9338-4a7ac2e3a89b,revision_number=None']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:43:55.626413 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-908c5fc2-4315-4ac5-9cde-ced684daf8cb tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:43:55.627080 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-ea412eb0-220a-4a72-9e4b-03805217bf0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:43:55.635924 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-ea412eb0-220a-4a72-9e4b-03805217bf0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:55.638180 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-ea412eb0-220a-4a72-9e4b-03805217bf0c admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/59b60005-38c8-4358-b95b-fed8b26d29d4 HTTP/1.1" status: 204 len: 168 time: 0.2550490 Jun 25 14:43:55.639017 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-908c5fc2-4315-4ac5-9cde-ced684daf8cb tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Notify callbacks [] for security_group, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:55.640363 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-908c5fc2-4315-4ac5-9cde-ced684daf8cb tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "DELETE /v2.0/security-groups/d7ad49bf-7682-4e15-9338-4a7ac2e3a89b HTTP/1.1" status: 204 len: 168 time: 0.2440383 Jun 25 14:43:55.642996 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.72', 37896) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:43:55.661198 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.api.v2.resource [None req-aa50bc14-2b7d-4998-bc54-7259a737a2b3 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] show failed (client error): The resource could not be found. Jun 25 14:43:55.662311 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-aa50bc14-2b7d-4998-bc54-7259a737a2b3 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/security-groups/d7ad49bf-7682-4e15-9338-4a7ac2e3a89b HTTP/1.1" status: 404 len: 347 time: 0.0183699 Jun 25 14:43:55.665373 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.72', 37900) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:43:55.958939 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.plugin [None req-664d2b27-a6e7-4273-8612-8f82b575f9b7 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Deleting port 240d523e-cc10-402f-bde7-25c14893ab58 {{(pid=78398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 25 14:43:55.959267 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-664d2b27-a6e7-4273-8612-8f82b575f9b7 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747172683120'] for port, before_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:56.133319 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e81973-1b64-45b2-8dc9-4bcff47d3ed0 req-c4fb5452-6ec8-4830-9c4b-d1fa9c2baa92 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:43:56.134877 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-40e81973-1b64-45b2-8dc9-4bcff47d3ed0 req-c4fb5452-6ec8-4830-9c4b-d1fa9c2baa92 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] 10.222.0.72 "GET /v2.0/ports?device_id=3f28e38c-a31d-44a8-9e7c-a5fd7d882559 HTTP/1.1" status: 200 len: 984 time: 0.4219050 Jun 25 14:43:56.158923 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-664d2b27-a6e7-4273-8612-8f82b575f9b7 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-413696'] for port, precommit_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:56.159301 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-664d2b27-a6e7-4273-8612-8f82b575f9b7 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:56.194178 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [req-40e81973-1b64-45b2-8dc9-4bcff47d3ed0 req-60b6aa3b-cebf-4769-a77f-46ef5d1f288b tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Synchronizing usage tracker for tenant:46d537920f9742198ad6afd1193836f7 on resource:security_group {{(pid=78397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 25 14:43:56.214752 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [req-40e81973-1b64-45b2-8dc9-4bcff47d3ed0 req-60b6aa3b-cebf-4769-a77f-46ef5d1f288b tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Unset dirty status for tenant:46d537920f9742198ad6afd1193836f7 on resource:security_group {{(pid=78397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 25 14:43:56.227654 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-40e81973-1b64-45b2-8dc9-4bcff47d3ed0 req-60b6aa3b-cebf-4769-a77f-46ef5d1f288b tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] 10.222.0.72 "GET /v2.0/security-groups?id=06d723f0-79b3-482a-813d-0d06f4829ad9&id=13191a16-2633-4bde-9ccf-dc651df9ed23&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0824337 Jun 25 14:43:56.298152 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.plugin [None req-664d2b27-a6e7-4273-8612-8f82b575f9b7 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Calling delete_port for 240d523e-cc10-402f-bde7-25c14893ab58 owned by network:floatingip {{(pid=78398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 25 14:43:56.337703 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Device 1997573f-4989-48d0-ad12-2edadad644f1 no longer exists at agent hyperv_hv-cinder-79809 {{(pid=78399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 25 14:43:56.390493 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.plugin [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] No Port match for: 1997573f-4989-48d0-ad12-2edadad644f1 {{(pid=78399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 25 14:43:56.390822 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Device 1997573f-4989-48d0-ad12-2edadad644f1 not bound to the agent host hv-cinder-79809 {{(pid=78399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 25 14:43:56.498163 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-664d2b27-a6e7-4273-8612-8f82b575f9b7 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747172683996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747172243478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1901102'] for port, after_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:56.506464 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:43:56.548259 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664d2b27-a6e7-4273-8612-8f82b575f9b7 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Pushing event deleted for resources: {'Port': ['ID=240d523e-cc10-402f-bde7-25c14893ab58,revision_number=None']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:43:56.622392 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-664d2b27-a6e7-4273-8612-8f82b575f9b7 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:43:56.654118 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-664d2b27-a6e7-4273-8612-8f82b575f9b7 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Notify callbacks [] for floatingip, after_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:56.672629 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-664d2b27-a6e7-4273-8612-8f82b575f9b7 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257150'] for floatingip, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:56.673725 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-664d2b27-a6e7-4273-8612-8f82b575f9b7 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "DELETE /v2.0/floatingips/2811309e-bf8f-4e3b-aba6-7009a53410a5 HTTP/1.1" status: 204 len: 168 time: 1.0072803 Jun 25 14:43:57.155903 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.72', 37972) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:43:57.161872 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.v2.base [None req-05f346e0-a1a5-4077-aa1d-0cc042cb82de tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1753715404', 'description': 'tempest-description--853514549'}} {{(pid=78397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:43:57.167963 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-05f346e0-a1a5-4077-aa1d-0cc042cb82de tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:43:57.168121 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73a6505-ff95-4700-b71d-22e259b15829 req-0448d8b0-9f54-4de8-bee3-23eedce06c9f tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:43:57.169660 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-f73a6505-ff95-4700-b71d-22e259b15829 req-0448d8b0-9f54-4de8-bee3-23eedce06c9f tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] 10.222.0.72 "GET /v2.0/ports?device_id=100fae19-9887-4686-a978-0b1be5cfeb7f HTTP/1.1" status: 200 len: 945 time: 0.3409152 Jun 25 14:43:57.173107 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-05f346e0-a1a5-4077-aa1d-0cc042cb82de tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Usage tracker for resource:security_group and tenant:7a64d79372ce407f85b911ae6861af7f is out of sync, need to count used quota {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:43:57.178421 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-05f346e0-a1a5-4077-aa1d-0cc042cb82de tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:43:57.186215 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-05f346e0-a1a5-4077-aa1d-0cc042cb82de tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:43:57.198990 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-05f346e0-a1a5-4077-aa1d-0cc042cb82de tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Notify callbacks [] for security_group, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:57.225444 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-05f346e0-a1a5-4077-aa1d-0cc042cb82de tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:43:57.230647 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-05f346e0-a1a5-4077-aa1d-0cc042cb82de tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Usage tracker for resource:security_group_rule and tenant:7a64d79372ce407f85b911ae6861af7f is out of sync, need to count used quota {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:43:57.234288 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-05f346e0-a1a5-4077-aa1d-0cc042cb82de tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:43:57.244220 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-05f346e0-a1a5-4077-aa1d-0cc042cb82de tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:43:57.343965 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-f73a6505-ff95-4700-b71d-22e259b15829 req-1ffb06e0-01d0-49b4-a6e5-1a72821b79e2 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] 10.222.0.72 "GET /v2.0/security-groups?id=55fed236-b79f-45ec-b512-cc10561c3d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1667161 Jun 25 14:43:57.384718 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-05f346e0-a1a5-4077-aa1d-0cc042cb82de tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Notify callbacks [] for security_group, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:57.425750 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-05f346e0-a1a5-4077-aa1d-0cc042cb82de tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726995'] for security_group, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:57.436224 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-55eab5a1-915c-47c0-bca1-841519aa8fad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:43:57.492594 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f346e0-a1a5-4077-aa1d-0cc042cb82de tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d481dcb0-dc92-45f5-a5d0-0168ed20fc2e,revision_number=1']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:43:57.497731 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-05f346e0-a1a5-4077-aa1d-0cc042cb82de tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:43:57.498731 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-05f346e0-a1a5-4077-aa1d-0cc042cb82de tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Notify callbacks [] for security_group, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:57.499785 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-05f346e0-a1a5-4077-aa1d-0cc042cb82de tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3428183 Jun 25 14:43:57.502678 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.72', 37982) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:43:57.509411 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.v2.base [None req-0ee39408-63fa-4dea-bd6e-bd06130601e4 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Request body: {'security_group_rule': {'security_group_id': 'd481dcb0-dc92-45f5-a5d0-0168ed20fc2e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:43:57.518445 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-0ee39408-63fa-4dea-bd6e-bd06130601e4 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:43:57.524830 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-0ee39408-63fa-4dea-bd6e-bd06130601e4 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Usage tracker for resource:security_group_rule and tenant:7a64d79372ce407f85b911ae6861af7f is out of sync, need to count used quota {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:43:57.532124 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-0ee39408-63fa-4dea-bd6e-bd06130601e4 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:43:57.548762 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-0ee39408-63fa-4dea-bd6e-bd06130601e4 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:43:57.553059 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75918e0-2ce1-4366-b381-814a36462d25 req-3c353f2a-fc2e-4f28-9b37-7382f36768c3 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:43:57.554829 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-d75918e0-2ce1-4366-b381-814a36462d25 req-3c353f2a-fc2e-4f28-9b37-7382f36768c3 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] 10.222.0.72 "GET /v2.0/ports?device_id=3f28e38c-a31d-44a8-9e7c-a5fd7d882559 HTTP/1.1" status: 200 len: 984 time: 0.1684396 Jun 25 14:43:57.589089 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-0ee39408-63fa-4dea-bd6e-bd06130601e4 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:57.636292 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-d75918e0-2ce1-4366-b381-814a36462d25 req-e73d3461-8522-411f-84e9-179ff55ca520 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] 10.222.0.72 "GET /v2.0/security-groups?id=06d723f0-79b3-482a-813d-0d06f4829ad9&id=13191a16-2633-4bde-9ccf-dc651df9ed23&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0756683 Jun 25 14:43:57.681674 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-0ee39408-63fa-4dea-bd6e-bd06130601e4 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:57.685399 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-0ee39408-63fa-4dea-bd6e-bd06130601e4 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727028'] for security_group_rule, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:57.694176 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:43:57.716332 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee39408-63fa-4dea-bd6e-bd06130601e4 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fc12818-3d30-448f-87f4-92668c6bba06,revision_number=0']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:43:57.719377 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-0ee39408-63fa-4dea-bd6e-bd06130601e4 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:43:57.724530 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-0ee39408-63fa-4dea-bd6e-bd06130601e4 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:57.726157 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-0ee39408-63fa-4dea-bd6e-bd06130601e4 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2224896 Jun 25 14:43:57.729063 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.72', 37990) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:43:57.734462 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.v2.base [None req-3f4ab10c-370e-41d0-870c-250e1e5b20a1 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Request body: {'security_group_rule': {'security_group_id': 'd481dcb0-dc92-45f5-a5d0-0168ed20fc2e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:43:57.740992 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-3f4ab10c-370e-41d0-870c-250e1e5b20a1 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:43:57.745079 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-3f4ab10c-370e-41d0-870c-250e1e5b20a1 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Usage tracker for resource:security_group_rule and tenant:7a64d79372ce407f85b911ae6861af7f is out of sync, need to count used quota {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:43:57.748478 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-3f4ab10c-370e-41d0-870c-250e1e5b20a1 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:43:57.756279 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-3f4ab10c-370e-41d0-870c-250e1e5b20a1 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:43:57.773471 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-3f4ab10c-370e-41d0-870c-250e1e5b20a1 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:57.838555 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-3f4ab10c-370e-41d0-870c-250e1e5b20a1 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:57.843121 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-3f4ab10c-370e-41d0-870c-250e1e5b20a1 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727028'] for security_group_rule, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:57.846432 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-0ee39408-63fa-4dea-bd6e-bd06130601e4 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:43:57.876500 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ab10c-370e-41d0-870c-250e1e5b20a1 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c033889-a731-4c2f-b591-3a6e85ebd14b,revision_number=0']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:43:57.879072 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-3f4ab10c-370e-41d0-870c-250e1e5b20a1 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:43:57.891934 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-3f4ab10c-370e-41d0-870c-250e1e5b20a1 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:57.893399 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-3f4ab10c-370e-41d0-870c-250e1e5b20a1 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1633928 Jun 25 14:43:57.896697 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.72', 37998) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:43:57.902398 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.v2.base [None req-2a200504-6742-4dfa-9b98-d86eba0141b3 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Request body: {'floatingip': {'floating_network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee'}} {{(pid=78397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:43:57.908714 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-2a200504-6742-4dfa-9b98-d86eba0141b3 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:43:57.914231 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-2a200504-6742-4dfa-9b98-d86eba0141b3 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Usage tracker for resource:floatingip and tenant:7a64d79372ce407f85b911ae6861af7f is out of sync, need to count used quota {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:43:57.917715 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-2a200504-6742-4dfa-9b98-d86eba0141b3 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:43:57.924841 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-2a200504-6742-4dfa-9b98-d86eba0141b3 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:43:57.938171 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-2a200504-6742-4dfa-9b98-d86eba0141b3 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Notify callbacks [] for floatingip, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:58.088347 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-2a200504-6742-4dfa-9b98-d86eba0141b3 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for port, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:58.239070 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.db_base_plugin_common [None req-2a200504-6742-4dfa-9b98-d86eba0141b3 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Allocated IP 172.28.1.118 (a1a43f7a-e11e-4ed3-80ce-932e2581e9ee/b0ba03d7-4f3a-4e33-bbe4-11273a91df80/3697f2a6-1650-492c-b7e3-119a623d95fa) {{(pid=78397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 14:43:58.393511 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-2a200504-6742-4dfa-9b98-d86eba0141b3 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Notify callbacks [] for port, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:58.428417 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-2a200504-6742-4dfa-9b98-d86eba0141b3 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747172243469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127937375'] for port, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:58.434933 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-5eb4a140-4a5f-417e-9069-535269e8b26d tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:43:58.496369 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a200504-6742-4dfa-9b98-d86eba0141b3 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Network a1a43f7a-e11e-4ed3-80ce-932e2581e9ee is already hosted by enough agents. {{(pid=78397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:43:58.501223 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.scheduler.base_scheduler [None req-2a200504-6742-4dfa-9b98-d86eba0141b3 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Resources bound (agent type, host, resource id): {{(pid=78397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:43:58.505694 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a200504-6742-4dfa-9b98-d86eba0141b3 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Received port after_create {{(pid=78397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 25 14:43:58.540257 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a200504-6742-4dfa-9b98-d86eba0141b3 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Pushing event updated for resources: {'Port': ['ID=3697f2a6-1650-492c-b7e3-119a623d95fa,revision_number=1']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:43:58.548941 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-2a200504-6742-4dfa-9b98-d86eba0141b3 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:43:58.551434 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ca7efd-41fe-4950-b4e6-3e1dd63a7d89 req-44748cfe-7896-4e9d-b9bc-3f71e4190bf5 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:43:58.553025 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-a3ca7efd-41fe-4950-b4e6-3e1dd63a7d89 req-44748cfe-7896-4e9d-b9bc-3f71e4190bf5 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] 10.222.0.72 "GET /v2.0/ports?device_id=100fae19-9887-4686-a978-0b1be5cfeb7f HTTP/1.1" status: 200 len: 945 time: 0.0886278 Jun 25 14:43:58.599957 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-2a200504-6742-4dfa-9b98-d86eba0141b3 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:58.603816 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-a3ca7efd-41fe-4950-b4e6-3e1dd63a7d89 req-d674b661-f616-480f-941e-6246896af9e8 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] 10.222.0.72 "GET /v2.0/security-groups?id=55fed236-b79f-45ec-b512-cc10561c3d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448949 Jun 25 14:43:58.670905 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-2a200504-6742-4dfa-9b98-d86eba0141b3 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for port, before_update {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:58.986573 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f242484e-589f-4542-9687-87167e7d5e13 req-05f8d0c1-0185-4dd4-bd7e-db33f9de3155 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:43:58.986573 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-f242484e-589f-4542-9687-87167e7d5e13 req-05f8d0c1-0185-4dd4-bd7e-db33f9de3155 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] 10.222.0.72 "GET /v2.0/ports?device_id=3f28e38c-a31d-44a8-9e7c-a5fd7d882559 HTTP/1.1" status: 200 len: 984 time: 0.1956818 Jun 25 14:43:59.072342 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-f242484e-589f-4542-9687-87167e7d5e13 req-713489de-eda5-48e8-914a-939720764870 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] 10.222.0.72 "GET /v2.0/security-groups?id=06d723f0-79b3-482a-813d-0d06f4829ad9&id=13191a16-2633-4bde-9ccf-dc651df9ed23&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0775301 Jun 25 14:43:59.094174 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-2a200504-6742-4dfa-9b98-d86eba0141b3 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Notify callbacks [] for port, precommit_update {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:59.097762 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-2a200504-6742-4dfa-9b98-d86eba0141b3 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747172683978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747172243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747172243532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127937384'] for port, after_update {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:59.101483 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:43:59.209540 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a200504-6742-4dfa-9b98-d86eba0141b3 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Pushing event updated for resources: {'Port': ['ID=3697f2a6-1650-492c-b7e3-119a623d95fa,revision_number=2']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:43:59.213365 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-2a200504-6742-4dfa-9b98-d86eba0141b3 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:43:59.221585 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-2a200504-6742-4dfa-9b98-d86eba0141b3 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-497906'] for floatingip, after_update {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:59.221737 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bd44a0-7d25-4e32-ba53-b2efa74b62db req-113a620f-5a13-4d8c-9509-b4620b89ee42 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:43:59.223288 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-c4bd44a0-7d25-4e32-ba53-b2efa74b62db req-113a620f-5a13-4d8c-9509-b4620b89ee42 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] 10.222.0.77 "GET /v2.0/ports?device_id=100fae19-9887-4686-a978-0b1be5cfeb7f HTTP/1.1" status: 200 len: 945 time: 0.0846713 Jun 25 14:43:59.245889 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-2a200504-6742-4dfa-9b98-d86eba0141b3 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257150'] for floatingip, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:59.253894 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-2a200504-6742-4dfa-9b98-d86eba0141b3 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3493459 Jun 25 14:43:59.304206 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.plugin [req-c4bd44a0-7d25-4e32-ba53-b2efa74b62db req-2e22ac8b-3310-4c4c-8c14-1d80a8a77dd0 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Deleting port 0a555632-35d7-4e70-abff-453a0e8e3e79 {{(pid=78398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 25 14:43:59.304619 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [req-c4bd44a0-7d25-4e32-ba53-b2efa74b62db req-2e22ac8b-3310-4c4c-8c14-1d80a8a77dd0 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747172683120'] for port, before_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:59.566381 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [req-5cc2bf70-1ee4-447f-89fc-2f4f1c6ae545 req-9852411f-1ce1-4bf0-b062-64f741d22526 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Synchronizing usage tracker for tenant:7a64d79372ce407f85b911ae6861af7f on resource:security_group {{(pid=78398) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 25 14:43:59.610150 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.db [req-c4bd44a0-7d25-4e32-ba53-b2efa74b62db req-2e22ac8b-3310-4c4c-8c14-1d80a8a77dd0 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] For port 0a555632-35d7-4e70-abff-453a0e8e3e79, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=0a555632-35d7-4e70-abff-453a0e8e3e79,segment=NetworkSegment(604aba27-0a9d-4cd3-9caa-f2a8b4959557),segment_id=604aba27-0a9d-4cd3-9caa-f2a8b4959557)] {{(pid=78398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:43:59.610535 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [req-c4bd44a0-7d25-4e32-ba53-b2efa74b62db req-2e22ac8b-3310-4c4c-8c14-1d80a8a77dd0 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-413696'] for port, precommit_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:59.619504 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [req-5cc2bf70-1ee4-447f-89fc-2f4f1c6ae545 req-9852411f-1ce1-4bf0-b062-64f741d22526 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Unset dirty status for tenant:7a64d79372ce407f85b911ae6861af7f on resource:security_group {{(pid=78398) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 25 14:43:59.620663 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-5cc2bf70-1ee4-447f-89fc-2f4f1c6ae545 req-9852411f-1ce1-4bf0-b062-64f741d22526 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--1753715404&fields=id&tenant_id=7a64d79372ce407f85b911ae6861af7f HTTP/1.1" status: 200 len: 267 time: 0.1725118 Jun 25 14:43:59.806642 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72686617-c99f-405f-b63e-19ca89a93b9b req-f9fe79bf-8b8e-4884-b03c-863357e33527 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:43:59.808352 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-72686617-c99f-405f-b63e-19ca89a93b9b req-f9fe79bf-8b8e-4884-b03c-863357e33527 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] 10.222.0.72 "GET /v2.0/ports?device_id=100fae19-9887-4686-a978-0b1be5cfeb7f HTTP/1.1" status: 200 len: 945 time: 0.0940869 Jun 25 14:43:59.880816 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-72686617-c99f-405f-b63e-19ca89a93b9b req-b45aadde-2059-42b6-96e9-a8837deae53e tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] 10.222.0.72 "GET /v2.0/security-groups?id=55fed236-b79f-45ec-b512-cc10561c3d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660088 Jun 25 14:44:00.029270 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc2bf70-1ee4-447f-89fc-2f4f1c6ae545 req-f8099ef5-3ebf-4fed-af7b-c7be0e5d0227 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:44:00.031564 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-5cc2bf70-1ee4-447f-89fc-2f4f1c6ae545 req-f8099ef5-3ebf-4fed-af7b-c7be0e5d0227 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/networks?id=fc3ffe9c-74f9-42a1-af5f-69842b644ae0 HTTP/1.1" status: 200 len: 816 time: 0.3504655 Jun 25 14:44:00.072419 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-5cc2bf70-1ee4-447f-89fc-2f4f1c6ae545 req-2a8b1530-7ff4-4500-a742-21d501217408 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/quotas/7a64d79372ce407f85b911ae6861af7f HTTP/1.1" status: 200 len: 375 time: 0.0287158 Jun 25 14:44:00.124400 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [req-c4bd44a0-7d25-4e32-ba53-b2efa74b62db req-2e22ac8b-3310-4c4c-8c14-1d80a8a77dd0 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:00.124680 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [req-c4bd44a0-7d25-4e32-ba53-b2efa74b62db req-2e22ac8b-3310-4c4c-8c14-1d80a8a77dd0 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-497906'] for floatingip, after_update {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:00.124992 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.db.l3_db [req-c4bd44a0-7d25-4e32-ba53-b2efa74b62db req-2e22ac8b-3310-4c4c-8c14-1d80a8a77dd0 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Floating IP 96a4e380-cf24-475d-9bac-360473201ec0 disassociated. External IP: 172.28.1.22, port: 0a555632-35d7-4e70-abff-453a0e8e3e79. Jun 25 14:44:00.125333 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.plugin [req-c4bd44a0-7d25-4e32-ba53-b2efa74b62db req-2e22ac8b-3310-4c4c-8c14-1d80a8a77dd0 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Calling delete_port for 0a555632-35d7-4e70-abff-453a0e8e3e79 owned by compute:nova {{(pid=78398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 25 14:44:00.284076 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [req-5cc2bf70-1ee4-447f-89fc-2f4f1c6ae545 req-e939c057-1c13-409b-bffb-0a939a1de2aa tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Synchronizing usage tracker for tenant:7a64d79372ce407f85b911ae6861af7f on resource:port {{(pid=78398) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 25 14:44:00.295541 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cb74aa-d9b3-495c-b153-29f82e6a98ba req-a56be25b-239c-40c6-8cd5-710a7186b7c2 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:44:00.297144 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-89cb74aa-d9b3-495c-b153-29f82e6a98ba req-a56be25b-239c-40c6-8cd5-710a7186b7c2 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] 10.222.0.72 "GET /v2.0/ports?device_id=3f28e38c-a31d-44a8-9e7c-a5fd7d882559 HTTP/1.1" status: 200 len: 984 time: 0.1064558 Jun 25 14:44:00.323096 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [req-5cc2bf70-1ee4-447f-89fc-2f4f1c6ae545 req-e939c057-1c13-409b-bffb-0a939a1de2aa tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Unset dirty status for tenant:7a64d79372ce407f85b911ae6861af7f on resource:port {{(pid=78398) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 25 14:44:00.324440 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-5cc2bf70-1ee4-447f-89fc-2f4f1c6ae545 req-e939c057-1c13-409b-bffb-0a939a1de2aa tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=7a64d79372ce407f85b911ae6861af7f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2466540 Jun 25 14:44:00.339109 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [req-c4bd44a0-7d25-4e32-ba53-b2efa74b62db req-2e22ac8b-3310-4c4c-8c14-1d80a8a77dd0 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747172683996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747172243478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1901102'] for port, after_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:00.345134 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:44:00.353855 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-89cb74aa-d9b3-495c-b153-29f82e6a98ba req-15f6c953-8d82-478c-b485-132bf2274bda tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] 10.222.0.72 "GET /v2.0/security-groups?id=06d723f0-79b3-482a-813d-0d06f4829ad9&id=13191a16-2633-4bde-9ccf-dc651df9ed23&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0498881 Jun 25 14:44:00.404723 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e22ac8b-3310-4c4c-8c14-1d80a8a77dd0 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Pushing event deleted for resources: {'Port': ['ID=0a555632-35d7-4e70-abff-453a0e8e3e79,revision_number=None']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:44:00.467377 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e22ac8b-3310-4c4c-8c14-1d80a8a77dd0 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:44:00.467745 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e22ac8b-3310-4c4c-8c14-1d80a8a77dd0 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:44:00.468115 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e22ac8b-3310-4c4c-8c14-1d80a8a77dd0 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:44:00.468473 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e22ac8b-3310-4c4c-8c14-1d80a8a77dd0 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:44:00.468827 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e22ac8b-3310-4c4c-8c14-1d80a8a77dd0 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:44:00.469172 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e22ac8b-3310-4c4c-8c14-1d80a8a77dd0 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:44:00.469519 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e22ac8b-3310-4c4c-8c14-1d80a8a77dd0 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:44:00.469891 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e22ac8b-3310-4c4c-8c14-1d80a8a77dd0 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:44:00.470238 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e22ac8b-3310-4c4c-8c14-1d80a8a77dd0 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:44:00.470576 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e22ac8b-3310-4c4c-8c14-1d80a8a77dd0 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:44:00.470916 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e22ac8b-3310-4c4c-8c14-1d80a8a77dd0 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:44:00.471255 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e22ac8b-3310-4c4c-8c14-1d80a8a77dd0 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:44:00.481963 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-2e22ac8b-3310-4c4c-8c14-1d80a8a77dd0 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:44:00.829952 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-5cc2bf70-1ee4-447f-89fc-2f4f1c6ae545 req-3458cbc8-9e8a-4783-8d0f-0eeed01dc0c8 service neutron] 10.222.0.72 "GET /v2.0/networks/fc3ffe9c-74f9-42a1-af5f-69842b644ae0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4517853 Jun 25 14:44:00.838527 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c4bd44a0-7d25-4e32-ba53-b2efa74b62db req-2e22ac8b-3310-4c4c-8c14-1d80a8a77dd0 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Router 186346e4-7b67-4504-b5aa-dd8f40be6c2b has already been hosted by L3 agent 941bc864-709b-4c09-a7df-f27e1f49545a {{(pid=78398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 14:44:01.040279 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-6ed1e591-4d24-4296-b088-1390b1c72f8f req-3084806a-7bd9-42fc-b611-8fb4e5f23764 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] 10.222.0.72 "GET /v2.0/ports?device_id=100fae19-9887-4686-a978-0b1be5cfeb7f HTTP/1.1" status: 200 len: 210 time: 0.0468409 Jun 25 14:44:01.136360 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-5cc2bf70-1ee4-447f-89fc-2f4f1c6ae545 req-957aaaa4-a862-4c8e-b141-78a1059ab1e6 service neutron] 10.222.0.72 "GET /v2.0/networks/fc3ffe9c-74f9-42a1-af5f-69842b644ae0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2966352 Jun 25 14:44:01.166000 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c4bd44a0-7d25-4e32-ba53-b2efa74b62db req-2e22ac8b-3310-4c4c-8c14-1d80a8a77dd0 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Notify agent at l3_agent.dv-cinder-798091-1-smb the message routers_updated {{(pid=78398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 25 14:44:01.177007 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e075ff92-eeb7-4f90-80df-6ae0ac947dce None None] Sync routers for ids ['186346e4-7b67-4504-b5aa-dd8f40be6c2b'] in dv-cinder-798091-1-smb {{(pid=78399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 14:44:01.187355 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e075ff92-eeb7-4f90-80df-6ae0ac947dce None None] Routers {'186346e4-7b67-4504-b5aa-dd8f40be6c2b'} bound to L3 agent in host dv-cinder-798091-1-smb {{(pid=78399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:44:01.188164 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.l3_hamode_db [None req-e075ff92-eeb7-4f90-80df-6ae0ac947dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798091-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-25T14:30:11Z,description=,heartbeat_timestamp=2021-06-25T14:43:41Z,host='dv-cinder-798091-1-smb',id=941bc864-709b-4c09-a7df-f27e1f49545a,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:30:11Z,topic='l3_agent')) {'router_ids': ['186346e4-7b67-4504-b5aa-dd8f40be6c2b'], 'active': True} {{(pid=78399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:44:01.243589 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4bd44a0-7d25-4e32-ba53-b2efa74b62db req-2e22ac8b-3310-4c4c-8c14-1d80a8a77dd0 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] No DVR routers for this DVR port 0a555632-35d7-4e70-abff-453a0e8e3e79 on host hv-cinder-79809 {{(pid=78398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 14:44:01.246081 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [req-c4bd44a0-7d25-4e32-ba53-b2efa74b62db req-2e22ac8b-3310-4c4c-8c14-1d80a8a77dd0 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257150'] for port, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:01.248776 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '100fae19-9887-4686-a978-0b1be5cfeb7f', 'name': 'network-vif-deleted', 'tag': '0a555632-35d7-4e70-abff-453a0e8e3e79'}] {{(pid=78398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:44:01.271072 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-c4bd44a0-7d25-4e32-ba53-b2efa74b62db req-2e22ac8b-3310-4c4c-8c14-1d80a8a77dd0 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] 10.222.0.77 "DELETE /v2.0/ports/0a555632-35d7-4e70-abff-453a0e8e3e79 HTTP/1.1" status: 204 len: 173 time: 2.0383687 Jun 25 14:44:01.363019 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '100fae19-9887-4686-a978-0b1be5cfeb7f', 'name': 'network-vif-deleted', 'tag': '0a555632-35d7-4e70-abff-453a0e8e3e79', 'status': 'completed', 'code': 200} Jun 25 14:44:01.365798 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-e6a19ca9-78fb-4269-b2fe-71ae01ff1020 req-aba864bf-c525-47a4-9878-b7d7ccbe95f6 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/ports?device_id=992fcf44-1dec-4001-a238-b7972821ac06 HTTP/1.1" status: 200 len: 210 time: 0.0590570 Jun 25 14:44:01.432987 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.l3_dvr_db [None req-e075ff92-eeb7-4f90-80df-6ae0ac947dce None None] Set router 186346e4-7b67-4504-b5aa-dd8f40be6c2b gateway port host: dv-cinder-798091-1-smb {{(pid=78399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:44:01.570526 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191946b9-a84e-47c3-a723-a3bb9eebb1a4 req-13a9e28f-d578-4a43-a149-418f76297545 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:44:01.571923 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-191946b9-a84e-47c3-a723-a3bb9eebb1a4 req-13a9e28f-d578-4a43-a149-418f76297545 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] 10.222.0.72 "GET /v2.0/ports?device_id=3f28e38c-a31d-44a8-9e7c-a5fd7d882559 HTTP/1.1" status: 200 len: 984 time: 0.0971234 Jun 25 14:44:01.625158 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-191946b9-a84e-47c3-a723-a3bb9eebb1a4 req-8256eb90-bcad-4057-8073-7abda972b12d tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] 10.222.0.72 "GET /v2.0/security-groups?id=06d723f0-79b3-482a-813d-0d06f4829ad9&id=13191a16-2633-4bde-9ccf-dc651df9ed23&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0467920 Jun 25 14:44:01.829337 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.l3_hamode_db [None req-e075ff92-eeb7-4f90-80df-6ae0ac947dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '186346e4-7b67-4504-b5aa-dd8f40be6c2b', 'name': 'tempest-AttachVolumeTestJSON-358625753-router', 'tenant_id': '7a1d3268123d4b12a1168eda73de2201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee', 'external_fixed_ips': [{'subnet_id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'ip_address': '172.28.1.244'}], 'enable_snat': True}, 'gw_port_id': 'db8fa363-d90b-4c36-8cff-1b7f9ce192a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:38:56Z', 'updated_at': '2021-06-25T14:39:18Z', 'revision_number': 4, 'project_id': '7a1d3268123d4b12a1168eda73de2201', 'gw_port': {'id': 'db8fa363-d90b-4c36-8cff-1b7f9ce192a3', 'name': '', 'network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:47:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '186346e4-7b67-4504-b5aa-dd8f40be6c2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'ip_address': '172.28.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:38:59Z', 'updated_at': '2021-06-25T14:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798091-1-smb', '_interfaces': [{'id': 'c432326f-c674-4bae-b126-3767c8bea643', 'name': '', 'network_id': '67ba1ff0-ab4f-41c2-a1c4-6027b2c685c1', 'tenant_id': '7a1d3268123d4b12a1168eda73de2201', 'mac_address': 'fa:16:3e:de:e2:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '186346e4-7b67-4504-b5aa-dd8f40be6c2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'ac1ed06e-d434-4471-8b10-9318752714c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:39:12Z', 'updated_at': '2021-06-25T14:39:29Z', 'revision_number': 5, 'project_id': '7a1d3268123d4b12a1168eda73de2201', 'subnets': [{'id': 'ac1ed06e-d434-4471-8b10-9318752714c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798091-1-smb', False) {} {{(pid=78399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:44:01.834368 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e075ff92-eeb7-4f90-80df-6ae0ac947dce None None] Checking router: 186346e4-7b67-4504-b5aa-dd8f40be6c2b for host: dv-cinder-798091-1-smb {{(pid=78399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 14:44:01.845022 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e075ff92-eeb7-4f90-80df-6ae0ac947dce None None] Routers {'186346e4-7b67-4504-b5aa-dd8f40be6c2b'} bound to L3 agent in host dv-cinder-798091-1-smb {{(pid=78399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:44:01.845741 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.l3_hamode_db [None req-e075ff92-eeb7-4f90-80df-6ae0ac947dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798091-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-25T14:30:11Z,description=,heartbeat_timestamp=2021-06-25T14:43:41Z,host='dv-cinder-798091-1-smb',id=941bc864-709b-4c09-a7df-f27e1f49545a,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:30:11Z,topic='l3_agent')) {'router_ids': ['186346e4-7b67-4504-b5aa-dd8f40be6c2b'], 'active': True} {{(pid=78399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:44:02.047359 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.l3_dvr_db [None req-e075ff92-eeb7-4f90-80df-6ae0ac947dce None None] Set router 186346e4-7b67-4504-b5aa-dd8f40be6c2b gateway port host: dv-cinder-798091-1-smb {{(pid=78399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:44:02.178049 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.72', 38066) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:44:02.262028 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-53f8f3be-0e6b-415c-9839-5846bfb82aa6 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Notify callbacks [] for security_group, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:02.309236 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-53f8f3be-0e6b-415c-9839-5846bfb82aa6 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:02.380822 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-53f8f3be-0e6b-415c-9839-5846bfb82aa6 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726995'] for security_group, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:02.386185 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-1d8797e0-f3fe-4055-8a78-08148a269685 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:44:02.404720 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f8f3be-0e6b-415c-9839-5846bfb82aa6 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55fed236-b79f-45ec-b512-cc10561c3d2c,revision_number=None']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:44:02.416928 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f8f3be-0e6b-415c-9839-5846bfb82aa6 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:44:02.417632 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f8f3be-0e6b-415c-9839-5846bfb82aa6 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:44:02.418295 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f8f3be-0e6b-415c-9839-5846bfb82aa6 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:44:02.419172 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f8f3be-0e6b-415c-9839-5846bfb82aa6 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:44:02.419609 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f8f3be-0e6b-415c-9839-5846bfb82aa6 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:44:02.420219 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f8f3be-0e6b-415c-9839-5846bfb82aa6 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:44:02.420741 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f8f3be-0e6b-415c-9839-5846bfb82aa6 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:44:02.421320 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f8f3be-0e6b-415c-9839-5846bfb82aa6 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:44:02.422073 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f8f3be-0e6b-415c-9839-5846bfb82aa6 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:44:02.422881 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f8f3be-0e6b-415c-9839-5846bfb82aa6 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:44:02.423827 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f8f3be-0e6b-415c-9839-5846bfb82aa6 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:44:02.424533 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f8f3be-0e6b-415c-9839-5846bfb82aa6 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:44:02.435644 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-53f8f3be-0e6b-415c-9839-5846bfb82aa6 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:44:02.446659 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-53f8f3be-0e6b-415c-9839-5846bfb82aa6 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Notify callbacks [] for security_group, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:02.448110 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-53f8f3be-0e6b-415c-9839-5846bfb82aa6 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] 10.222.0.72 "DELETE /v2.0/security-groups/55fed236-b79f-45ec-b512-cc10561c3d2c HTTP/1.1" status: 204 len: 168 time: 0.2681880 Jun 25 14:44:02.450914 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.72', 38072) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:44:02.495941 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.api.v2.resource [None req-f7fce66f-f011-4ec8-a366-32e6c75fa6ea tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] show failed (client error): The resource could not be found. Jun 25 14:44:02.496115 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.l3_hamode_db [None req-e075ff92-eeb7-4f90-80df-6ae0ac947dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '186346e4-7b67-4504-b5aa-dd8f40be6c2b', 'name': 'tempest-AttachVolumeTestJSON-358625753-router', 'tenant_id': '7a1d3268123d4b12a1168eda73de2201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee', 'external_fixed_ips': [{'subnet_id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'ip_address': '172.28.1.244'}], 'enable_snat': True}, 'gw_port_id': 'db8fa363-d90b-4c36-8cff-1b7f9ce192a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:38:56Z', 'updated_at': '2021-06-25T14:39:18Z', 'revision_number': 4, 'project_id': '7a1d3268123d4b12a1168eda73de2201', 'gw_port': {'id': 'db8fa363-d90b-4c36-8cff-1b7f9ce192a3', 'name': '', 'network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:47:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '186346e4-7b67-4504-b5aa-dd8f40be6c2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'ip_address': '172.28.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:38:59Z', 'updated_at': '2021-06-25T14:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798091-1-smb', '_interfaces': [{'id': 'c432326f-c674-4bae-b126-3767c8bea643', 'name': '', 'network_id': '67ba1ff0-ab4f-41c2-a1c4-6027b2c685c1', 'tenant_id': '7a1d3268123d4b12a1168eda73de2201', 'mac_address': 'fa:16:3e:de:e2:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '186346e4-7b67-4504-b5aa-dd8f40be6c2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'ac1ed06e-d434-4471-8b10-9318752714c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:39:12Z', 'updated_at': '2021-06-25T14:39:29Z', 'revision_number': 5, 'project_id': '7a1d3268123d4b12a1168eda73de2201', 'subnets': [{'id': 'ac1ed06e-d434-4471-8b10-9318752714c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798091-1-smb', False) {} {{(pid=78399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:44:02.497493 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-f7fce66f-f011-4ec8-a366-32e6c75fa6ea tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] 10.222.0.72 "GET /v2.0/security-groups/55fed236-b79f-45ec-b512-cc10561c3d2c HTTP/1.1" status: 404 len: 347 time: 0.0456421 Jun 25 14:44:02.500205 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.72', 38076) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:44:02.500959 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e075ff92-eeb7-4f90-80df-6ae0ac947dce None None] The sync data for ids ['186346e4-7b67-4504-b5aa-dd8f40be6c2b'] in dv-cinder-798091-1-smb is: [{'id': '186346e4-7b67-4504-b5aa-dd8f40be6c2b', 'name': 'tempest-AttachVolumeTestJSON-358625753-router', 'tenant_id': '7a1d3268123d4b12a1168eda73de2201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee', 'external_fixed_ips': [{'subnet_id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'ip_address': '172.28.1.244'}], 'enable_snat': True}, 'gw_port_id': 'db8fa363-d90b-4c36-8cff-1b7f9ce192a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:38:56Z', 'updated_at': '2021-06-25T14:39:18Z', 'revision_number': 4, 'project_id': '7a1d3268123d4b12a1168eda73de2201', 'gw_port': {'id': 'db8fa363-d90b-4c36-8cff-1b7f9ce192a3', 'name': '', 'network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:47:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '186346e4-7b67-4504-b5aa-dd8f40be6c2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'ip_address': '172.28.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:38:59Z', 'updated_at': '2021-06-25T14:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798091-1-smb', '_interfaces': [{'id': 'c432326f-c674-4bae-b126-3767c8bea643', 'name': '', 'network_id': '67ba1ff0-ab4f-41c2-a1c4-6027b2c685c1', 'tenant_id': '7a1d3268123d4b12a1168eda73de2201', 'mac_address': 'fa:16:3e:de:e2:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '186346e4-7b67-4504-b5aa-dd8f40be6c2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'ac1ed06e-d434-4471-8b10-9318752714c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:39:12Z', 'updated_at': '2021-06-25T14:39:29Z', 'revision_number': 5, 'project_id': '7a1d3268123d4b12a1168eda73de2201', 'subnets': [{'id': 'ac1ed06e-d434-4471-8b10-9318752714c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 14:44:02.640345 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-3e17aa94-da55-40a5-b897-262fd0d1dded req-befb57cd-ed21-4040-8a66-f98c965a7d56 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/ports?device_id=992fcf44-1dec-4001-a238-b7972821ac06 HTTP/1.1" status: 200 len: 210 time: 0.0696325 Jun 25 14:44:02.729891 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.plugin [None req-41757c96-b573-44fc-b96d-e8df1e3d2617 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Deleting port 372c09d2-f291-42e7-82cb-222ef05b0c86 {{(pid=78398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 25 14:44:02.730315 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-41757c96-b573-44fc-b96d-e8df1e3d2617 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747172683120'] for port, before_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:02.876911 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fff1b0f-b2fb-4093-83a7-2609a3fca553 None None] New status for floating IP 96a4e380-cf24-475d-9bac-360473201ec0: DOWN {{(pid=78400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 25 14:44:02.952239 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-41757c96-b573-44fc-b96d-e8df1e3d2617 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-413696'] for port, precommit_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:02.952603 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-41757c96-b573-44fc-b96d-e8df1e3d2617 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:03.047444 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd6a542-927d-4d05-8b95-a31a5363e42f req-21d1cb63-f7f2-4c0d-83ab-06a189a3aa42 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:44:03.049785 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-efd6a542-927d-4d05-8b95-a31a5363e42f req-21d1cb63-f7f2-4c0d-83ab-06a189a3aa42 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] 10.222.0.72 "GET /v2.0/ports?device_id=3f28e38c-a31d-44a8-9e7c-a5fd7d882559 HTTP/1.1" status: 200 len: 984 time: 0.0995040 Jun 25 14:44:03.118555 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-efd6a542-927d-4d05-8b95-a31a5363e42f req-82a19a4c-9845-4727-86fd-a4ea4cd74601 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] 10.222.0.72 "GET /v2.0/security-groups?id=06d723f0-79b3-482a-813d-0d06f4829ad9&id=13191a16-2633-4bde-9ccf-dc651df9ed23&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0624549 Jun 25 14:44:03.147578 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.plugin [None req-41757c96-b573-44fc-b96d-e8df1e3d2617 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Calling delete_port for 372c09d2-f291-42e7-82cb-222ef05b0c86 owned by network:floatingip {{(pid=78398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 25 14:44:03.338384 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc2bf70-1ee4-447f-89fc-2f4f1c6ae545 req-6a9bfc77-14f6-4076-b140-ab8172d8b47e tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:44:03.339854 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-5cc2bf70-1ee4-447f-89fc-2f4f1c6ae545 req-6a9bfc77-14f6-4076-b140-ab8172d8b47e tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.77 "GET /v2.0/networks?id=fc3ffe9c-74f9-42a1-af5f-69842b644ae0 HTTP/1.1" status: 200 len: 816 time: 0.3729556 Jun 25 14:44:03.348307 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.db.api [None req-41757c96-b573-44fc-b96d-e8df1e3d2617 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=78398) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 25 14:44:03.348737 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_db.api [None req-41757c96-b573-44fc-b96d-e8df1e3d2617 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=78398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 25 14:44:03.409989 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-5cc2bf70-1ee4-447f-89fc-2f4f1c6ae545 req-61ab1589-a3fc-44c1-9b64-32c73cd6f05b tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7a64d79372ce407f85b911ae6861af7f HTTP/1.1" status: 200 len: 380 time: 0.0448642 Jun 25 14:44:03.419162 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.v2.base [req-5cc2bf70-1ee4-447f-89fc-2f4f1c6ae545 req-a66f8868-0494-491f-b4a8-d9bb07910ec0 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Request body: {'port': {'device_id': '992fcf44-1dec-4001-a238-b7972821ac06', 'network_id': 'fc3ffe9c-74f9-42a1-af5f-69842b644ae0', 'admin_state_up': True, 'tenant_id': '7a64d79372ce407f85b911ae6861af7f', 'security_groups': ['d481dcb0-dc92-45f5-a5d0-0168ed20fc2e']}} {{(pid=78398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:44:03.671746 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [req-5cc2bf70-1ee4-447f-89fc-2f4f1c6ae545 req-a66f8868-0494-491f-b4a8-d9bb07910ec0 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:44:03.682226 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [req-5cc2bf70-1ee4-447f-89fc-2f4f1c6ae545 req-a66f8868-0494-491f-b4a8-d9bb07910ec0 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:44:03.692861 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5cc2bf70-1ee4-447f-89fc-2f4f1c6ae545 req-a66f8868-0494-491f-b4a8-d9bb07910ec0 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Made reservation on behalf of 7a64d79372ce407f85b911ae6861af7f for: {'port': 1} {{(pid=78398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 14:44:03.696545 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [req-5cc2bf70-1ee4-447f-89fc-2f4f1c6ae545 req-a66f8868-0494-491f-b4a8-d9bb07910ec0 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for port, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:03.838170 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-a4e4c531-1092-4532-95cc-272fca721b3a req-49c4e9f2-0062-4ab4-aec8-35540c7d89c4 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/ports?device_id=992fcf44-1dec-4001-a238-b7972821ac06 HTTP/1.1" status: 200 len: 210 time: 0.0511143 Jun 25 14:44:03.875160 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.plugin [None req-41757c96-b573-44fc-b96d-e8df1e3d2617 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Deleting port 372c09d2-f291-42e7-82cb-222ef05b0c86 {{(pid=78398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 25 14:44:03.875672 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-41757c96-b573-44fc-b96d-e8df1e3d2617 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747172683120'] for port, before_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:04.020496 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.db_base_plugin_common [req-5cc2bf70-1ee4-447f-89fc-2f4f1c6ae545 req-a66f8868-0494-491f-b4a8-d9bb07910ec0 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Allocated IP 172.20.0.9 (fc3ffe9c-74f9-42a1-af5f-69842b644ae0/24c79731-6cdf-4634-b94b-8a5d29662e96/5aaae651-0119-4cf4-aee8-628f5e27169e) {{(pid=78398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 14:44:04.132493 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-41757c96-b573-44fc-b96d-e8df1e3d2617 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-413696'] for port, precommit_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:04.132798 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-41757c96-b573-44fc-b96d-e8df1e3d2617 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:04.314089 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.plugin [None req-41757c96-b573-44fc-b96d-e8df1e3d2617 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Calling delete_port for 372c09d2-f291-42e7-82cb-222ef05b0c86 owned by network:floatingip {{(pid=78398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 25 14:44:04.390836 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Device 0a555632-35d7-4e70-abff-453a0e8e3e79 no longer exists at agent hyperv_hv-cinder-79809 {{(pid=78399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 25 14:44:04.428556 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.plugin [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] No Port match for: 0a555632-35d7-4e70-abff-453a0e8e3e79 {{(pid=78399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 25 14:44:04.428902 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Device 0a555632-35d7-4e70-abff-453a0e8e3e79 not bound to the agent host hv-cinder-79809 {{(pid=78399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 25 14:44:04.441874 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [req-5cc2bf70-1ee4-447f-89fc-2f4f1c6ae545 req-a66f8868-0494-491f-b4a8-d9bb07910ec0 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Notify callbacks [] for port, precommit_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:04.524296 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.provisioning_blocks [req-5cc2bf70-1ee4-447f-89fc-2f4f1c6ae545 req-a66f8868-0494-491f-b4a8-d9bb07910ec0 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Transition to ACTIVE for port object 5aaae651-0119-4cf4-aee8-628f5e27169e will not be triggered until provisioned by entity DHCP. {{(pid=78398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:44:04.525519 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-41757c96-b573-44fc-b96d-e8df1e3d2617 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747172683996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747172243478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1901102'] for port, after_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:04.530155 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-c0daadbd-56a3-4293-96a1-2fc3ca18bbdd tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:44:04.582946 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41757c96-b573-44fc-b96d-e8df1e3d2617 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Pushing event deleted for resources: {'Port': ['ID=372c09d2-f291-42e7-82cb-222ef05b0c86,revision_number=None']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:44:04.612345 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-41757c96-b573-44fc-b96d-e8df1e3d2617 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:44:04.689991 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [req-5cc2bf70-1ee4-447f-89fc-2f4f1c6ae545 req-a66f8868-0494-491f-b4a8-d9bb07910ec0 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747172243469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1901102'] for port, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:04.691902 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-41757c96-b573-44fc-b96d-e8df1e3d2617 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Notify callbacks [] for floatingip, after_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:04.697961 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-cef73760-bf12-4541-91e8-8af3781fdb4b tempest-VolumesActionsTest-1309451731 tempest-VolumesActionsTest-1309451731-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:44:04.782899 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5cc2bf70-1ee4-447f-89fc-2f4f1c6ae545 req-a66f8868-0494-491f-b4a8-d9bb07910ec0 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Network fc3ffe9c-74f9-42a1-af5f-69842b644ae0 is already hosted by enough agents. {{(pid=78398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:44:04.786351 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-41757c96-b573-44fc-b96d-e8df1e3d2617 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257150'] for floatingip, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:04.788437 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-41757c96-b573-44fc-b96d-e8df1e3d2617 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] 10.222.0.72 "DELETE /v2.0/floatingips/96a4e380-cf24-475d-9bac-360473201ec0 HTTP/1.1" status: 204 len: 168 time: 2.2866414 Jun 25 14:44:04.793395 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.scheduler.base_scheduler [req-5cc2bf70-1ee4-447f-89fc-2f4f1c6ae545 req-a66f8868-0494-491f-b4a8-d9bb07910ec0 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Resources bound (agent type, host, resource id): {{(pid=78398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:44:04.808107 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cc2bf70-1ee4-447f-89fc-2f4f1c6ae545 req-a66f8868-0494-491f-b4a8-d9bb07910ec0 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Received port after_create {{(pid=78398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 25 14:44:04.839639 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66f8868-0494-491f-b4a8-d9bb07910ec0 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Pushing event updated for resources: {'Port': ['ID=5aaae651-0119-4cf4-aee8-628f5e27169e,revision_number=1']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:44:04.843080 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-a66f8868-0494-491f-b4a8-d9bb07910ec0 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:44:04.896317 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc2bf70-1ee4-447f-89fc-2f4f1c6ae545 req-a66f8868-0494-491f-b4a8-d9bb07910ec0 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:44:04.897127 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [req-5cc2bf70-1ee4-447f-89fc-2f4f1c6ae545 req-a66f8868-0494-491f-b4a8-d9bb07910ec0 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257150'] for port, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:04.923669 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-5cc2bf70-1ee4-447f-89fc-2f4f1c6ae545 req-a66f8868-0494-491f-b4a8-d9bb07910ec0 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5081639 Jun 25 14:44:04.950284 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.v2.base [req-5cc2bf70-1ee4-447f-89fc-2f4f1c6ae545 req-581994cd-5c5b-4ffb-8b8c-c26e96b0928f service neutron] Request body: {'port': {'device_id': '992fcf44-1dec-4001-a238-b7972821ac06', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79809'}} {{(pid=78398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:44:05.081876 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.72', 38098) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:44:05.088537 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.v2.base [None req-8b1882d2-dad5-4771-b15a-b935b2084cec tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Request body: {'security_group': {'name': 'tempest-securitygroup--177156347', 'description': 'tempest-description--296331228'}} {{(pid=78397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:44:05.094381 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-405f2e82-b3c5-4cb3-a9ab-5fb2995f4dd2 None None] Provisioning for port 5aaae651-0119-4cf4-aee8-628f5e27169e completed by entity DHCP. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:44:05.095299 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-8b1882d2-dad5-4771-b15a-b935b2084cec tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:44:05.100146 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-405f2e82-b3c5-4cb3-a9ab-5fb2995f4dd2 None None] Provisioning complete for port 5aaae651-0119-4cf4-aee8-628f5e27169e triggered by entity DHCP. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:44:05.100461 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-8b1882d2-dad5-4771-b15a-b935b2084cec tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Usage tracker for resource:security_group and tenant:7a1d3268123d4b12a1168eda73de2201 is out of sync, need to count used quota {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:44:05.100633 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-405f2e82-b3c5-4cb3-a9ab-5fb2995f4dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545280'] for port, provisioning_complete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:05.106399 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-8b1882d2-dad5-4771-b15a-b935b2084cec tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:44:05.115380 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-8b1882d2-dad5-4771-b15a-b935b2084cec tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:44:05.133490 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-8b1882d2-dad5-4771-b15a-b935b2084cec tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Notify callbacks [] for security_group, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:05.145057 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [req-5cc2bf70-1ee4-447f-89fc-2f4f1c6ae545 req-581994cd-5c5b-4ffb-8b8c-c26e96b0928f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for port, before_update {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:05.158019 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-8b1882d2-dad5-4771-b15a-b935b2084cec tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:44:05.162652 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-8b1882d2-dad5-4771-b15a-b935b2084cec tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Usage tracker for resource:security_group_rule and tenant:7a1d3268123d4b12a1168eda73de2201 is out of sync, need to count used quota {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:44:05.167123 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-8b1882d2-dad5-4771-b15a-b935b2084cec tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:44:05.168414 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.plugin [None req-405f2e82-b3c5-4cb3-a9ab-5fb2995f4dd2 None None] Port 5aaae651-0119-4cf4-aee8-628f5e27169e cannot update to ACTIVE because it is not bound. {{(pid=78399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 14:44:05.176582 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-8b1882d2-dad5-4771-b15a-b935b2084cec tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:44:05.178121 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f07399-4635-429d-96e5-4d240140e331 req-59bf5766-6ab0-4afb-8678-e90fbbc4257b tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:44:05.178899 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [req-c8f07399-4635-429d-96e5-4d240140e331 req-59bf5766-6ab0-4afb-8678-e90fbbc4257b tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Synchronizing usage tracker for tenant:7a64d79372ce407f85b911ae6861af7f on resource:port {{(pid=78398) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 25 14:44:05.243977 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [req-c8f07399-4635-429d-96e5-4d240140e331 req-59bf5766-6ab0-4afb-8678-e90fbbc4257b tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Unset dirty status for tenant:7a64d79372ce407f85b911ae6861af7f on resource:port {{(pid=78398) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 25 14:44:05.245843 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-c8f07399-4635-429d-96e5-4d240140e331 req-59bf5766-6ab0-4afb-8678-e90fbbc4257b tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/ports?device_id=992fcf44-1dec-4001-a238-b7972821ac06 HTTP/1.1" status: 200 len: 931 time: 0.2637613 Jun 25 14:44:05.262737 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-8b1882d2-dad5-4771-b15a-b935b2084cec tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Notify callbacks [] for security_group, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:05.268163 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-8b1882d2-dad5-4771-b15a-b935b2084cec tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726995'] for security_group, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:05.271570 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-c2d8d07f-a5a3-4e45-a684-7eb39e2860f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:44:05.317401 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1882d2-dad5-4771-b15a-b935b2084cec tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fab51ced-7136-41b2-8730-549147fed6bc,revision_number=1']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:44:05.320568 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-8b1882d2-dad5-4771-b15a-b935b2084cec tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:44:05.322046 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-8b1882d2-dad5-4771-b15a-b935b2084cec tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Notify callbacks [] for security_group, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:05.325987 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-8b1882d2-dad5-4771-b15a-b935b2084cec tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.2395103 Jun 25 14:44:05.327163 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.72', 38102) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:44:05.333649 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.v2.base [None req-8c8e6a21-19db-42a2-9f33-59b07f435b9b tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Request body: {'security_group_rule': {'security_group_id': 'fab51ced-7136-41b2-8730-549147fed6bc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:44:05.339828 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-8c8e6a21-19db-42a2-9f33-59b07f435b9b tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:44:05.348510 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-8c8e6a21-19db-42a2-9f33-59b07f435b9b tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Usage tracker for resource:security_group_rule and tenant:7a1d3268123d4b12a1168eda73de2201 is out of sync, need to count used quota {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:44:05.352057 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-8c8e6a21-19db-42a2-9f33-59b07f435b9b tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:44:05.361011 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-8c8e6a21-19db-42a2-9f33-59b07f435b9b tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:44:05.382615 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-8c8e6a21-19db-42a2-9f33-59b07f435b9b tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:05.454045 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-8c8e6a21-19db-42a2-9f33-59b07f435b9b tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:05.461350 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-8c8e6a21-19db-42a2-9f33-59b07f435b9b tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727028'] for security_group_rule, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:05.463545 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:44:05.470361 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-c8f07399-4635-429d-96e5-4d240140e331 req-3e9c82c0-f7fe-4bb2-ba66-5ee2b0a29871 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/security-groups?id=d481dcb0-dc92-45f5-a5d0-0168ed20fc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2152562 Jun 25 14:44:05.485657 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8e6a21-19db-42a2-9f33-59b07f435b9b tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6053fa4e-ff25-499a-bb4a-37a6a6111368,revision_number=0']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:44:05.490486 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-8c8e6a21-19db-42a2-9f33-59b07f435b9b tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:44:05.508996 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-8c8e6a21-19db-42a2-9f33-59b07f435b9b tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:05.510255 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-8c8e6a21-19db-42a2-9f33-59b07f435b9b tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1822588 Jun 25 14:44:05.512779 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.72', 38108) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:44:05.520407 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.v2.base [None req-b94c6576-8adf-48a5-864a-1368398deefc tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Request body: {'security_group_rule': {'security_group_id': 'fab51ced-7136-41b2-8730-549147fed6bc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:44:05.526682 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-b94c6576-8adf-48a5-864a-1368398deefc tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:44:05.534544 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-b94c6576-8adf-48a5-864a-1368398deefc tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Usage tracker for resource:security_group_rule and tenant:7a1d3268123d4b12a1168eda73de2201 is out of sync, need to count used quota {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:44:05.536388 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-b94c6576-8adf-48a5-864a-1368398deefc tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:44:05.543046 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-b94c6576-8adf-48a5-864a-1368398deefc tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:44:05.564791 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-b94c6576-8adf-48a5-864a-1368398deefc tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:05.651345 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-b94c6576-8adf-48a5-864a-1368398deefc tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:05.655514 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-b94c6576-8adf-48a5-864a-1368398deefc tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727028'] for security_group_rule, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:05.657782 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-34c90634-db19-4a7f-ab6d-a7ba007f14d3 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:44:05.681741 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94c6576-8adf-48a5-864a-1368398deefc tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28b73975-b7bb-4361-b196-866ab4b31e66,revision_number=0']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:44:05.684397 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-b94c6576-8adf-48a5-864a-1368398deefc tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:44:05.693450 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-b94c6576-8adf-48a5-864a-1368398deefc tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:05.694799 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-b94c6576-8adf-48a5-864a-1368398deefc tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1809704 Jun 25 14:44:05.697903 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.72', 38112) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:44:05.719141 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.v2.base [None req-0009b1a7-a2a9-4ad1-9b87-25f237a767c8 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Request body: {'floatingip': {'floating_network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee'}} {{(pid=78398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:44:05.729040 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-0009b1a7-a2a9-4ad1-9b87-25f237a767c8 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:44:05.736144 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-0009b1a7-a2a9-4ad1-9b87-25f237a767c8 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Usage tracker for resource:floatingip and tenant:7a1d3268123d4b12a1168eda73de2201 is out of sync, need to count used quota {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:44:05.741108 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-0009b1a7-a2a9-4ad1-9b87-25f237a767c8 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:44:05.748899 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.notifiers.nova [req-5cc2bf70-1ee4-447f-89fc-2f4f1c6ae545 req-581994cd-5c5b-4ffb-8b8c-c26e96b0928f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5aaae651-0119-4cf4-aee8-628f5e27169e {{(pid=78398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 14:44:05.755725 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-0009b1a7-a2a9-4ad1-9b87-25f237a767c8 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:44:05.762194 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [req-5cc2bf70-1ee4-447f-89fc-2f4f1c6ae545 req-581994cd-5c5b-4ffb-8b8c-c26e96b0928f service neutron] Notify callbacks [] for port, precommit_update {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:05.780880 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-0009b1a7-a2a9-4ad1-9b87-25f237a767c8 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Notify callbacks [] for floatingip, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:05.795607 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.provisioning_blocks [req-5cc2bf70-1ee4-447f-89fc-2f4f1c6ae545 req-581994cd-5c5b-4ffb-8b8c-c26e96b0928f service neutron] Transition to ACTIVE for port object 5aaae651-0119-4cf4-aee8-628f5e27169e will not be triggered until provisioned by entity L2. {{(pid=78398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:44:05.805659 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [req-5cc2bf70-1ee4-447f-89fc-2f4f1c6ae545 req-581994cd-5c5b-4ffb-8b8c-c26e96b0928f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747172683978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747172243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747172243532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1901081'] for port, after_update {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:05.811919 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-3d30b24f-b230-4355-9b0d-79e8724a0cfb tempest-VolumesActionsTest-1309451731 tempest-VolumesActionsTest-1309451731-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:44:06.004494 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581994cd-5c5b-4ffb-8b8c-c26e96b0928f service neutron] Pushing event updated for resources: {'Port': ['ID=5aaae651-0119-4cf4-aee8-628f5e27169e,revision_number=2']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:44:06.008004 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-581994cd-5c5b-4ffb-8b8c-c26e96b0928f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:44:06.154997 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.managers [req-5cc2bf70-1ee4-447f-89fc-2f4f1c6ae545 req-581994cd-5c5b-4ffb-8b8c-c26e96b0928f service neutron] Attempting to bind port 5aaae651-0119-4cf4-aee8-628f5e27169e on host hv-cinder-79809 for vnic_type normal with profile {{(pid=78398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 14:44:06.155323 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.managers [req-5cc2bf70-1ee4-447f-89fc-2f4f1c6ae545 req-581994cd-5c5b-4ffb-8b8c-c26e96b0928f service neutron] Attempting to bind port 5aaae651-0119-4cf4-aee8-628f5e27169e by drivers openvswitch,hyperv on host hv-cinder-79809 at level 0 using segments [{'id': '715dd0a5-8081-4e27-94a5-147a06fdbf26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'fc3ffe9c-74f9-42a1-af5f-69842b644ae0'}] {{(pid=78398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 14:44:06.155791 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cc2bf70-1ee4-447f-89fc-2f4f1c6ae545 req-581994cd-5c5b-4ffb-8b8c-c26e96b0928f service neutron] Attempting to bind port 5aaae651-0119-4cf4-aee8-628f5e27169e on network fc3ffe9c-74f9-42a1-af5f-69842b644ae0 {{(pid=78398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:44:06.169819 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cc2bf70-1ee4-447f-89fc-2f4f1c6ae545 req-581994cd-5c5b-4ffb-8b8c-c26e96b0928f service neutron] Port 5aaae651-0119-4cf4-aee8-628f5e27169e on network fc3ffe9c-74f9-42a1-af5f-69842b644ae0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79809 {{(pid=78398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 14:44:06.170241 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cc2bf70-1ee4-447f-89fc-2f4f1c6ae545 req-581994cd-5c5b-4ffb-8b8c-c26e96b0928f service neutron] Attempting to bind port 5aaae651-0119-4cf4-aee8-628f5e27169e on network fc3ffe9c-74f9-42a1-af5f-69842b644ae0 {{(pid=78398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:44:06.186825 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cc2bf70-1ee4-447f-89fc-2f4f1c6ae545 req-581994cd-5c5b-4ffb-8b8c-c26e96b0928f service neutron] Checking agent: {'id': 'cd5845b2-5f15-4f32-8a77-b0e44a8778a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79809', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 14, 36, 51), 'started_at': datetime.datetime(2021, 6, 25, 14, 36, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 14, 43, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 14:44:06.187258 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cc2bf70-1ee4-447f-89fc-2f4f1c6ae545 req-581994cd-5c5b-4ffb-8b8c-c26e96b0928f service neutron] Checking segment: {'id': '715dd0a5-8081-4e27-94a5-147a06fdbf26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'fc3ffe9c-74f9-42a1-af5f-69842b644ae0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:44:06.188539 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cc2bf70-1ee4-447f-89fc-2f4f1c6ae545 req-581994cd-5c5b-4ffb-8b8c-c26e96b0928f service neutron] Bound using segment: {'id': '715dd0a5-8081-4e27-94a5-147a06fdbf26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'fc3ffe9c-74f9-42a1-af5f-69842b644ae0'} {{(pid=78398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 14:44:06.189001 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.managers [req-5cc2bf70-1ee4-447f-89fc-2f4f1c6ae545 req-581994cd-5c5b-4ffb-8b8c-c26e96b0928f service neutron] Bound port: 5aaae651-0119-4cf4-aee8-628f5e27169e, host: hv-cinder-79809, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '715dd0a5-8081-4e27-94a5-147a06fdbf26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'fc3ffe9c-74f9-42a1-af5f-69842b644ae0'}}] {{(pid=78398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 14:44:06.189705 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [req-5cc2bf70-1ee4-447f-89fc-2f4f1c6ae545 req-581994cd-5c5b-4ffb-8b8c-c26e96b0928f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for port, before_update {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:06.249301 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-0009b1a7-a2a9-4ad1-9b87-25f237a767c8 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for port, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:06.399881 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.db [req-5cc2bf70-1ee4-447f-89fc-2f4f1c6ae545 req-581994cd-5c5b-4ffb-8b8c-c26e96b0928f service neutron] For port 5aaae651-0119-4cf4-aee8-628f5e27169e, host hv-cinder-79809, cleared binding levels {{(pid=78398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 25 14:44:06.418790 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.db [req-5cc2bf70-1ee4-447f-89fc-2f4f1c6ae545 req-581994cd-5c5b-4ffb-8b8c-c26e96b0928f service neutron] For port 5aaae651-0119-4cf4-aee8-628f5e27169e, host hv-cinder-79809, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=5aaae651-0119-4cf4-aee8-628f5e27169e,segment=NetworkSegment(715dd0a5-8081-4e27-94a5-147a06fdbf26),segment_id=715dd0a5-8081-4e27-94a5-147a06fdbf26)] {{(pid=78398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 25 14:44:06.427356 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [req-5cc2bf70-1ee4-447f-89fc-2f4f1c6ae545 req-581994cd-5c5b-4ffb-8b8c-c26e96b0928f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747172683978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747172243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747172243532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1901081'] for port, after_update {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:06.433212 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-286f9f77-60c7-4c21-b877-ad14120b47e2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:44:06.503428 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.db_base_plugin_common [None req-0009b1a7-a2a9-4ad1-9b87-25f237a767c8 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Allocated IP 172.28.1.249 (a1a43f7a-e11e-4ed3-80ce-932e2581e9ee/b0ba03d7-4f3a-4e33-bbe4-11273a91df80/0fdf8988-f7ed-4eb4-815f-b81f637f2d9b) {{(pid=78398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 14:44:06.511168 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc2bf70-1ee4-447f-89fc-2f4f1c6ae545 req-581994cd-5c5b-4ffb-8b8c-c26e96b0928f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:44:06.511674 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [req-5cc2bf70-1ee4-447f-89fc-2f4f1c6ae545 req-581994cd-5c5b-4ffb-8b8c-c26e96b0928f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257150'] for port, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:06.513359 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-5cc2bf70-1ee4-447f-89fc-2f4f1c6ae545 req-581994cd-5c5b-4ffb-8b8c-c26e96b0928f service neutron] 10.222.0.77 "PUT /v2.0/ports/5aaae651-0119-4cf4-aee8-628f5e27169e HTTP/1.1" status: 200 len: 1093 time: 1.5757229 Jun 25 14:44:06.513886 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '992fcf44-1dec-4001-a238-b7972821ac06', 'tag': '5aaae651-0119-4cf4-aee8-628f5e27169e'}] {{(pid=78398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:44:06.574902 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581994cd-5c5b-4ffb-8b8c-c26e96b0928f service neutron] Pushing event updated for resources: {'Port': ['ID=5aaae651-0119-4cf4-aee8-628f5e27169e,revision_number=3']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:44:06.578499 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-581994cd-5c5b-4ffb-8b8c-c26e96b0928f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:44:06.624414 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '992fcf44-1dec-4001-a238-b7972821ac06', 'tag': '5aaae651-0119-4cf4-aee8-628f5e27169e', 'status': 'completed', 'code': 200} Jun 25 14:44:06.734803 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d33316-d70f-4fbc-8df8-2694812cd11c req-ccffd0f4-15ce-495e-a680-2a18959f6f26 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:44:06.742474 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-62d33316-d70f-4fbc-8df8-2694812cd11c req-ccffd0f4-15ce-495e-a680-2a18959f6f26 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/ports?device_id=992fcf44-1dec-4001-a238-b7972821ac06 HTTP/1.1" status: 200 len: 943 time: 0.1269491 Jun 25 14:44:06.776705 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc2bf70-1ee4-447f-89fc-2f4f1c6ae545 req-040ac7fe-9756-4340-80d2-c24f81a9f68c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:44:06.778242 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-5cc2bf70-1ee4-447f-89fc-2f4f1c6ae545 req-040ac7fe-9756-4340-80d2-c24f81a9f68c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=7a64d79372ce407f85b911ae6861af7f&device_id=992fcf44-1dec-4001-a238-b7972821ac06 HTTP/1.1" status: 200 len: 1096 time: 0.1530869 Jun 25 14:44:06.801981 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [req-62d33316-d70f-4fbc-8df8-2694812cd11c req-87004fae-ec15-4c6d-94ae-0bbb5483bef6 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Synchronizing usage tracker for tenant:7a64d79372ce407f85b911ae6861af7f on resource:security_group {{(pid=78397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 25 14:44:06.814162 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [req-62d33316-d70f-4fbc-8df8-2694812cd11c req-87004fae-ec15-4c6d-94ae-0bbb5483bef6 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Unset dirty status for tenant:7a64d79372ce407f85b911ae6861af7f on resource:security_group {{(pid=78397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 25 14:44:06.815807 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-62d33316-d70f-4fbc-8df8-2694812cd11c req-87004fae-ec15-4c6d-94ae-0bbb5483bef6 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/security-groups?id=d481dcb0-dc92-45f5-a5d0-0168ed20fc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720346 Jun 25 14:44:06.853133 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-0009b1a7-a2a9-4ad1-9b87-25f237a767c8 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Notify callbacks [] for port, precommit_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:06.873102 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-5cc2bf70-1ee4-447f-89fc-2f4f1c6ae545 req-a49480b8-468b-4a89-a50c-b3d34b88c746 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5aaae651-0119-4cf4-aee8-628f5e27169e HTTP/1.1" status: 200 len: 217 time: 0.0764329 Jun 25 14:44:06.950932 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc2bf70-1ee4-447f-89fc-2f4f1c6ae545 req-a01af8e1-8e03-4ca8-be32-4396d5a90ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:44:06.952395 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-5cc2bf70-1ee4-447f-89fc-2f4f1c6ae545 req-a01af8e1-8e03-4ca8-be32-4396d5a90ed5 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=24c79731-6cdf-4634-b94b-8a5d29662e96 HTTP/1.1" status: 200 len: 855 time: 0.0720744 Jun 25 14:44:06.960258 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-0009b1a7-a2a9-4ad1-9b87-25f237a767c8 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747172243469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1901102'] for port, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:06.965293 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-286f9f77-60c7-4c21-b877-ad14120b47e2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:44:07.075337 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0009b1a7-a2a9-4ad1-9b87-25f237a767c8 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Network a1a43f7a-e11e-4ed3-80ce-932e2581e9ee is already hosted by enough agents. {{(pid=78398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:44:07.079204 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.scheduler.base_scheduler [None req-0009b1a7-a2a9-4ad1-9b87-25f237a767c8 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Resources bound (agent type, host, resource id): {{(pid=78398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:44:07.082482 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0009b1a7-a2a9-4ad1-9b87-25f237a767c8 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Received port after_create {{(pid=78398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 25 14:44:07.129899 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0009b1a7-a2a9-4ad1-9b87-25f237a767c8 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Pushing event updated for resources: {'Port': ['ID=0fdf8988-f7ed-4eb4-815f-b81f637f2d9b,revision_number=1']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:44:07.133184 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-0009b1a7-a2a9-4ad1-9b87-25f237a767c8 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:44:07.320357 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc2bf70-1ee4-447f-89fc-2f4f1c6ae545 req-0298079f-ea69-4596-b055-4fc839d75eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:44:07.321920 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-5cc2bf70-1ee4-447f-89fc-2f4f1c6ae545 req-0298079f-ea69-4596-b055-4fc839d75eef service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=fc3ffe9c-74f9-42a1-af5f-69842b644ae0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3575847 Jun 25 14:44:07.359093 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-0009b1a7-a2a9-4ad1-9b87-25f237a767c8 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:07.518132 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-0009b1a7-a2a9-4ad1-9b87-25f237a767c8 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for port, before_update {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:07.579588 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-5cc2bf70-1ee4-447f-89fc-2f4f1c6ae545 req-b3f005c3-6f29-4208-aba6-d4657429f02e service neutron] 10.222.0.77 "GET /v2.0/networks/fc3ffe9c-74f9-42a1-af5f-69842b644ae0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2498612 Jun 25 14:44:07.820432 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-5cc2bf70-1ee4-447f-89fc-2f4f1c6ae545 req-cc8bf230-e51a-4059-b30e-681e2919051b service neutron] 10.222.0.77 "GET /v2.0/networks/fc3ffe9c-74f9-42a1-af5f-69842b644ae0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2334309 Jun 25 14:44:07.873942 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-0009b1a7-a2a9-4ad1-9b87-25f237a767c8 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Notify callbacks [] for port, precommit_update {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:07.880050 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-0009b1a7-a2a9-4ad1-9b87-25f237a767c8 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747172683978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747172243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747172243532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1901081'] for port, after_update {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:07.883746 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:44:08.095285 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0009b1a7-a2a9-4ad1-9b87-25f237a767c8 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Pushing event updated for resources: {'Port': ['ID=0fdf8988-f7ed-4eb4-815f-b81f637f2d9b,revision_number=2']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:44:08.098815 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-0009b1a7-a2a9-4ad1-9b87-25f237a767c8 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:44:08.130218 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-0009b1a7-a2a9-4ad1-9b87-25f237a767c8 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-497906'] for floatingip, after_update {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:08.172874 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-0009b1a7-a2a9-4ad1-9b87-25f237a767c8 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257150'] for floatingip, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:08.174081 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-0009b1a7-a2a9-4ad1-9b87-25f237a767c8 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4752715 Jun 25 14:44:08.178801 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6343dad4-7ddb-4761-984d-9c35dd961f8c req-5db1bab2-db00-44f8-8369-2b48c67f211b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:44:08.180218 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-6343dad4-7ddb-4761-984d-9c35dd961f8c req-5db1bab2-db00-44f8-8369-2b48c67f211b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=7a64d79372ce407f85b911ae6861af7f&device_id=992fcf44-1dec-4001-a238-b7972821ac06 HTTP/1.1" status: 200 len: 1096 time: 0.2437594 Jun 25 14:44:08.188762 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28d4efa-012b-4a96-bd8e-ec031f99f62d req-78fcb843-9ded-413e-acf5-0d3362b3412d tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:44:08.190313 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-b28d4efa-012b-4a96-bd8e-ec031f99f62d req-78fcb843-9ded-413e-acf5-0d3362b3412d tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/ports?device_id=992fcf44-1dec-4001-a238-b7972821ac06 HTTP/1.1" status: 200 len: 943 time: 0.2216783 Jun 25 14:44:08.325900 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-b28d4efa-012b-4a96-bd8e-ec031f99f62d req-79431961-fed2-4c31-a4ff-20563f3482ab tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/security-groups?id=d481dcb0-dc92-45f5-a5d0-0168ed20fc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1136467 Jun 25 14:44:08.372543 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6343dad4-7ddb-4761-984d-9c35dd961f8c req-39c3cf6c-22e2-4560-9603-9bf9a517751f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:44:08.374108 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-6343dad4-7ddb-4761-984d-9c35dd961f8c req-39c3cf6c-22e2-4560-9603-9bf9a517751f service neutron] 10.222.0.77 "GET /v2.0/networks?id=fc3ffe9c-74f9-42a1-af5f-69842b644ae0 HTTP/1.1" status: 200 len: 917 time: 0.1826558 Jun 25 14:44:08.430666 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [req-af0637e7-68bd-40d6-b2fa-3a7da8e92c4f req-042e3c47-f686-4c20-809f-783759fa19ae tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Synchronizing usage tracker for tenant:7a1d3268123d4b12a1168eda73de2201 on resource:security_group {{(pid=78397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 25 14:44:08.447988 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [req-af0637e7-68bd-40d6-b2fa-3a7da8e92c4f req-042e3c47-f686-4c20-809f-783759fa19ae tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Unset dirty status for tenant:7a1d3268123d4b12a1168eda73de2201 on resource:security_group {{(pid=78397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 25 14:44:08.449252 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-af0637e7-68bd-40d6-b2fa-3a7da8e92c4f req-042e3c47-f686-4c20-809f-783759fa19ae tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--177156347&fields=id&tenant_id=7a1d3268123d4b12a1168eda73de2201 HTTP/1.1" status: 200 len: 267 time: 0.0647759 Jun 25 14:44:08.451279 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-6343dad4-7ddb-4761-984d-9c35dd961f8c req-d45f88b3-8065-4017-8cb4-bef8536324b7 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5aaae651-0119-4cf4-aee8-628f5e27169e HTTP/1.1" status: 200 len: 217 time: 0.0685773 Jun 25 14:44:08.516551 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6343dad4-7ddb-4761-984d-9c35dd961f8c req-f5719a17-21f3-47e7-9464-1013cf198803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:44:08.518032 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-6343dad4-7ddb-4761-984d-9c35dd961f8c req-f5719a17-21f3-47e7-9464-1013cf198803 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=24c79731-6cdf-4634-b94b-8a5d29662e96 HTTP/1.1" status: 200 len: 855 time: 0.0596316 Jun 25 14:44:08.600199 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6343dad4-7ddb-4761-984d-9c35dd961f8c req-986a6624-3b60-4d45-a54e-bea1e2b0d3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:44:08.602226 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-6343dad4-7ddb-4761-984d-9c35dd961f8c req-986a6624-3b60-4d45-a54e-bea1e2b0d3f7 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=fc3ffe9c-74f9-42a1-af5f-69842b644ae0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0767047 Jun 25 14:44:08.604838 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-dfd27117-ff31-4618-8673-b27220a95160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:08.619676 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0637e7-68bd-40d6-b2fa-3a7da8e92c4f req-60c236b0-f829-432a-a045-66cf078a6dfe tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:44:08.620286 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [req-af0637e7-68bd-40d6-b2fa-3a7da8e92c4f req-60c236b0-f829-432a-a045-66cf078a6dfe tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Synchronizing usage tracker for tenant:7a1d3268123d4b12a1168eda73de2201 on resource:network {{(pid=78397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 25 14:44:08.638855 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [req-af0637e7-68bd-40d6-b2fa-3a7da8e92c4f req-60c236b0-f829-432a-a045-66cf078a6dfe tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Unset dirty status for tenant:7a1d3268123d4b12a1168eda73de2201 on resource:network {{(pid=78397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 25 14:44:08.640398 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-af0637e7-68bd-40d6-b2fa-3a7da8e92c4f req-60c236b0-f829-432a-a045-66cf078a6dfe tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] 10.222.0.72 "GET /v2.0/networks?id=67ba1ff0-ab4f-41c2-a1c4-6027b2c685c1 HTTP/1.1" status: 200 len: 810 time: 0.1829505 Jun 25 14:44:08.658973 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-af0637e7-68bd-40d6-b2fa-3a7da8e92c4f req-1156c595-32a0-4c22-9c4c-0d74622d6fbf tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] 10.222.0.72 "GET /v2.0/quotas/7a1d3268123d4b12a1168eda73de2201 HTTP/1.1" status: 200 len: 375 time: 0.0116472 Jun 25 14:44:08.744842 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-6343dad4-7ddb-4761-984d-9c35dd961f8c req-183311f6-0590-45b4-8a8c-e395d5ea7256 service neutron] 10.222.0.77 "GET /v2.0/networks/fc3ffe9c-74f9-42a1-af5f-69842b644ae0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350849 Jun 25 14:44:08.758423 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-af0637e7-68bd-40d6-b2fa-3a7da8e92c4f req-6263b38a-f4eb-495f-90d4-ad74e3e8c505 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=7a1d3268123d4b12a1168eda73de2201&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0934913 Jun 25 14:44:08.907094 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-6343dad4-7ddb-4761-984d-9c35dd961f8c req-015dcc45-0822-4106-9507-d53d241c84dc service neutron] 10.222.0.77 "GET /v2.0/networks/fc3ffe9c-74f9-42a1-af5f-69842b644ae0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545913 Jun 25 14:44:09.001248 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:09.059271 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-af0637e7-68bd-40d6-b2fa-3a7da8e92c4f req-2884a847-f76e-4449-a8ae-8e2d9eb15898 service neutron] 10.222.0.72 "GET /v2.0/networks/67ba1ff0-ab4f-41c2-a1c4-6027b2c685c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2885156 Jun 25 14:44:09.200193 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-af0637e7-68bd-40d6-b2fa-3a7da8e92c4f req-6154af44-9e08-474c-8647-b4ff7561ac80 service neutron] 10.222.0.72 "GET /v2.0/networks/67ba1ff0-ab4f-41c2-a1c4-6027b2c685c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349742 Jun 25 14:44:09.541599 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [req-bb1e8b39-c85e-49fe-ba58-d33fe91f8b66 req-69606f8e-1f0e-41db-90f5-6c74754f1489 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Synchronizing usage tracker for tenant:7a1d3268123d4b12a1168eda73de2201 on resource:port {{(pid=78398) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 25 14:44:09.556800 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a9d93d-152b-42c9-9229-b2c018101e56 req-6ae34794-b90e-426c-aaa0-992ff1dc9790 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:44:09.558537 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-c8a9d93d-152b-42c9-9229-b2c018101e56 req-6ae34794-b90e-426c-aaa0-992ff1dc9790 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/ports?device_id=992fcf44-1dec-4001-a238-b7972821ac06 HTTP/1.1" status: 200 len: 943 time: 0.0917876 Jun 25 14:44:09.559087 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [req-bb1e8b39-c85e-49fe-ba58-d33fe91f8b66 req-69606f8e-1f0e-41db-90f5-6c74754f1489 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Unset dirty status for tenant:7a1d3268123d4b12a1168eda73de2201 on resource:port {{(pid=78398) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 25 14:44:09.560479 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-bb1e8b39-c85e-49fe-ba58-d33fe91f8b66 req-69606f8e-1f0e-41db-90f5-6c74754f1489 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] 10.222.0.72 "GET /v2.0/ports?device_id=a335ad9a-175d-4d53-b168-48bb95379080 HTTP/1.1" status: 200 len: 210 time: 0.2193060 Jun 25 14:44:09.615880 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-c8a9d93d-152b-42c9-9229-b2c018101e56 req-60151ef1-fa01-42e9-b69b-f0fdc6b3ebb8 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/security-groups?id=d481dcb0-dc92-45f5-a5d0-0168ed20fc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491111 Jun 25 14:44:10.459285 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Device 5aaae651-0119-4cf4-aee8-628f5e27169e details requested by agent hyperv_hv-cinder-79809 with host hv-cinder-79809 {{(pid=78399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 25 14:44:10.651180 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] For port 5aaae651-0119-4cf4-aee8-628f5e27169e, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=5aaae651-0119-4cf4-aee8-628f5e27169e,segment=NetworkSegment(715dd0a5-8081-4e27-94a5-147a06fdbf26),segment_id=715dd0a5-8081-4e27-94a5-147a06fdbf26)] {{(pid=78399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:44:10.667122 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Returning: {'device': '5aaae651-0119-4cf4-aee8-628f5e27169e', 'network_id': 'fc3ffe9c-74f9-42a1-af5f-69842b644ae0', 'port_id': '5aaae651-0119-4cf4-aee8-628f5e27169e', 'mac_address': 'fa:16:3e:10:98:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24c79731-6cdf-4634-b94b-8a5d29662e96', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 25 14:44:10.728442 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for port, before_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:10.744636 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0637e7-68bd-40d6-b2fa-3a7da8e92c4f req-90e89692-59b0-4f19-bd7c-2468e9167667 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:44:10.748140 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-af0637e7-68bd-40d6-b2fa-3a7da8e92c4f req-90e89692-59b0-4f19-bd7c-2468e9167667 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] 10.222.0.77 "GET /v2.0/networks?id=67ba1ff0-ab4f-41c2-a1c4-6027b2c685c1 HTTP/1.1" status: 200 len: 810 time: 0.2137659 Jun 25 14:44:10.748804 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.notifiers.nova [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5aaae651-0119-4cf4-aee8-628f5e27169e {{(pid=78399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 14:44:10.769586 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] For port 5aaae651-0119-4cf4-aee8-628f5e27169e, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=5aaae651-0119-4cf4-aee8-628f5e27169e,segment=NetworkSegment(715dd0a5-8081-4e27-94a5-147a06fdbf26),segment_id=715dd0a5-8081-4e27-94a5-147a06fdbf26)] {{(pid=78399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:44:10.775615 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747172683978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747172243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747172243532'] for port, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:10.793346 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:44:10.844091 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-be839b97-99f7-4689-855f-6546a5671314 req-a38e16ba-0456-4330-87a7-8f4fef329d55 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] 10.222.0.72 "GET /v2.0/ports?device_id=a335ad9a-175d-4d53-b168-48bb95379080 HTTP/1.1" status: 200 len: 210 time: 0.0605097 Jun 25 14:44:10.874072 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-af0637e7-68bd-40d6-b2fa-3a7da8e92c4f req-f88cec8b-ea77-4481-9a9a-e170a30ff92c tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7a1d3268123d4b12a1168eda73de2201 HTTP/1.1" status: 200 len: 379 time: 0.1087024 Jun 25 14:44:10.884700 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.v2.base [req-af0637e7-68bd-40d6-b2fa-3a7da8e92c4f req-98e632ff-89ba-44fc-b9f8-72b5534a63b4 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Request body: {'port': {'device_id': 'a335ad9a-175d-4d53-b168-48bb95379080', 'network_id': '67ba1ff0-ab4f-41c2-a1c4-6027b2c685c1', 'admin_state_up': True, 'tenant_id': '7a1d3268123d4b12a1168eda73de2201', 'security_groups': ['fab51ced-7136-41b2-8730-549147fed6bc']}} {{(pid=78398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:44:10.925204 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Pushing event updated for resources: {'Port': ['ID=5aaae651-0119-4cf4-aee8-628f5e27169e,revision_number=4']} {{(pid=78399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:44:10.929777 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:44:10.944594 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd07d07-99de-462a-8f96-94dba66e993c req-f591b63c-25ea-48d1-a578-f417499f67a1 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:44:10.946334 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-1dd07d07-99de-462a-8f96-94dba66e993c req-f591b63c-25ea-48d1-a578-f417499f67a1 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/ports?device_id=992fcf44-1dec-4001-a238-b7972821ac06 HTTP/1.1" status: 200 len: 944 time: 0.1201651 Jun 25 14:44:10.993726 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-1dd07d07-99de-462a-8f96-94dba66e993c req-f39718f6-3b40-41d6-bc40-6c3505ed5b4f tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/security-groups?id=d481dcb0-dc92-45f5-a5d0-0168ed20fc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415611 Jun 25 14:44:11.059718 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [req-af0637e7-68bd-40d6-b2fa-3a7da8e92c4f req-98e632ff-89ba-44fc-b9f8-72b5534a63b4 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:44:11.069956 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [req-af0637e7-68bd-40d6-b2fa-3a7da8e92c4f req-98e632ff-89ba-44fc-b9f8-72b5534a63b4 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:44:11.080078 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af0637e7-68bd-40d6-b2fa-3a7da8e92c4f req-98e632ff-89ba-44fc-b9f8-72b5534a63b4 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Made reservation on behalf of 7a1d3268123d4b12a1168eda73de2201 for: {'port': 1} {{(pid=78398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 14:44:11.084564 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [req-af0637e7-68bd-40d6-b2fa-3a7da8e92c4f req-98e632ff-89ba-44fc-b9f8-72b5534a63b4 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for port, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:11.121772 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] get_ports_and_sgs() called for port_ids ['5aaae651-0119-4cf4-aee8-628f5e27169e'] {{(pid=78399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 25 14:44:11.288817 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.db_base_plugin_common [req-af0637e7-68bd-40d6-b2fa-3a7da8e92c4f req-98e632ff-89ba-44fc-b9f8-72b5534a63b4 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Allocated IP 172.20.0.6 (67ba1ff0-ab4f-41c2-a1c4-6027b2c685c1/ac1ed06e-d434-4471-8b10-9318752714c1/b7b0daed-8032-48de-b875-b4c513bbf203) {{(pid=78398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 14:44:11.299024 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-9c7e3273-42f4-436a-842c-def1e62c7d7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:11.502095 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [req-af0637e7-68bd-40d6-b2fa-3a7da8e92c4f req-98e632ff-89ba-44fc-b9f8-72b5534a63b4 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Notify callbacks [] for port, precommit_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:11.520032 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.provisioning_blocks [req-af0637e7-68bd-40d6-b2fa-3a7da8e92c4f req-98e632ff-89ba-44fc-b9f8-72b5534a63b4 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Transition to ACTIVE for port object b7b0daed-8032-48de-b875-b4c513bbf203 will not be triggered until provisioned by entity DHCP. {{(pid=78398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:44:11.547050 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [req-af0637e7-68bd-40d6-b2fa-3a7da8e92c4f req-98e632ff-89ba-44fc-b9f8-72b5534a63b4 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747172243469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1901102'] for port, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:11.552672 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-2e22ac8b-3310-4c4c-8c14-1d80a8a77dd0 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:44:11.620042 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af0637e7-68bd-40d6-b2fa-3a7da8e92c4f req-98e632ff-89ba-44fc-b9f8-72b5534a63b4 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Network 67ba1ff0-ab4f-41c2-a1c4-6027b2c685c1 is already hosted by enough agents. {{(pid=78398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:44:11.623195 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.scheduler.base_scheduler [req-af0637e7-68bd-40d6-b2fa-3a7da8e92c4f req-98e632ff-89ba-44fc-b9f8-72b5534a63b4 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Resources bound (agent type, host, resource id): {{(pid=78398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:44:11.627116 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.l3_dvrscheduler_db [req-af0637e7-68bd-40d6-b2fa-3a7da8e92c4f req-98e632ff-89ba-44fc-b9f8-72b5534a63b4 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Received port after_create {{(pid=78398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 25 14:44:11.662687 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e632ff-89ba-44fc-b9f8-72b5534a63b4 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Pushing event updated for resources: {'Port': ['ID=b7b0daed-8032-48de-b875-b4c513bbf203,revision_number=1']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:44:11.675679 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-98e632ff-89ba-44fc-b9f8-72b5534a63b4 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:44:11.699768 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0637e7-68bd-40d6-b2fa-3a7da8e92c4f req-98e632ff-89ba-44fc-b9f8-72b5534a63b4 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:44:11.700379 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [req-af0637e7-68bd-40d6-b2fa-3a7da8e92c4f req-98e632ff-89ba-44fc-b9f8-72b5534a63b4 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257150'] for port, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:11.727524 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-af0637e7-68bd-40d6-b2fa-3a7da8e92c4f req-98e632ff-89ba-44fc-b9f8-72b5534a63b4 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8476372 Jun 25 14:44:11.797091 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.v2.base [req-af0637e7-68bd-40d6-b2fa-3a7da8e92c4f req-38137c1d-fc67-4fa6-a457-0ab2d69f406e service neutron] Request body: {'port': {'device_id': 'a335ad9a-175d-4d53-b168-48bb95379080', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79809'}} {{(pid=78398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:44:11.831056 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-e5400983-4925-4d6b-9472-2077ee2b1ef4 None None] Provisioning for port b7b0daed-8032-48de-b875-b4c513bbf203 completed by entity DHCP. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:44:11.838677 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-e5400983-4925-4d6b-9472-2077ee2b1ef4 None None] Provisioning complete for port b7b0daed-8032-48de-b875-b4c513bbf203 triggered by entity DHCP. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:44:11.839272 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-e5400983-4925-4d6b-9472-2077ee2b1ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545280'] for port, provisioning_complete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:11.901938 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.plugin [None req-e5400983-4925-4d6b-9472-2077ee2b1ef4 None None] Port b7b0daed-8032-48de-b875-b4c513bbf203 cannot update to ACTIVE because it is not bound. {{(pid=78399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 14:44:11.947406 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [req-af0637e7-68bd-40d6-b2fa-3a7da8e92c4f req-38137c1d-fc67-4fa6-a457-0ab2d69f406e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for port, before_update {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:12.208434 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189d1fc3-61ae-4f4c-87cb-b6236f6f3977 req-5fb4dd18-46a0-4df2-9028-d653676c08b4 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:44:12.209977 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-189d1fc3-61ae-4f4c-87cb-b6236f6f3977 req-5fb4dd18-46a0-4df2-9028-d653676c08b4 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/ports?device_id=992fcf44-1dec-4001-a238-b7972821ac06 HTTP/1.1" status: 200 len: 944 time: 0.0950711 Jun 25 14:44:12.249741 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-d14b10cb-2ead-4edf-9c0b-578ba992fa59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:12.262249 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-189d1fc3-61ae-4f4c-87cb-b6236f6f3977 req-04ec6c23-b182-40bb-b6af-03d06be5c1ca tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/security-groups?id=d481dcb0-dc92-45f5-a5d0-0168ed20fc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464077 Jun 25 14:44:12.280784 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3b85b5-20e1-4fe8-a7bc-77491ee314ec req-f426df07-b93e-41dc-895d-3c2cfa75c7f4 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:44:12.281400 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [req-fe3b85b5-20e1-4fe8-a7bc-77491ee314ec req-f426df07-b93e-41dc-895d-3c2cfa75c7f4 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Synchronizing usage tracker for tenant:7a1d3268123d4b12a1168eda73de2201 on resource:port {{(pid=78398) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 25 14:44:12.318347 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [req-fe3b85b5-20e1-4fe8-a7bc-77491ee314ec req-f426df07-b93e-41dc-895d-3c2cfa75c7f4 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Unset dirty status for tenant:7a1d3268123d4b12a1168eda73de2201 on resource:port {{(pid=78398) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 25 14:44:12.319540 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-fe3b85b5-20e1-4fe8-a7bc-77491ee314ec req-f426df07-b93e-41dc-895d-3c2cfa75c7f4 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] 10.222.0.72 "GET /v2.0/ports?device_id=a335ad9a-175d-4d53-b168-48bb95379080 HTTP/1.1" status: 200 len: 931 time: 0.3049867 Jun 25 14:44:12.383438 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-fe3b85b5-20e1-4fe8-a7bc-77491ee314ec req-267f92f3-4872-4602-8c63-746b1e11bae6 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] 10.222.0.72 "GET /v2.0/security-groups?id=fab51ced-7136-41b2-8730-549147fed6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546570 Jun 25 14:44:12.454526 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.notifiers.nova [req-af0637e7-68bd-40d6-b2fa-3a7da8e92c4f req-38137c1d-fc67-4fa6-a457-0ab2d69f406e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7b0daed-8032-48de-b875-b4c513bbf203 {{(pid=78398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 14:44:12.463113 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [req-af0637e7-68bd-40d6-b2fa-3a7da8e92c4f req-38137c1d-fc67-4fa6-a457-0ab2d69f406e service neutron] Notify callbacks [] for port, precommit_update {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:12.477581 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Device 5aaae651-0119-4cf4-aee8-628f5e27169e up at agent hyperv_hv-cinder-79809 {{(pid=78399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:44:12.479554 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.provisioning_blocks [req-af0637e7-68bd-40d6-b2fa-3a7da8e92c4f req-38137c1d-fc67-4fa6-a457-0ab2d69f406e service neutron] Transition to ACTIVE for port object b7b0daed-8032-48de-b875-b4c513bbf203 will not be triggered until provisioned by entity L2. {{(pid=78398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:44:12.485859 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [req-af0637e7-68bd-40d6-b2fa-3a7da8e92c4f req-38137c1d-fc67-4fa6-a457-0ab2d69f406e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747172683978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747172243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747172243532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1901081'] for port, after_update {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:12.492237 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-516c2d2f-2845-4aa1-b161-32c11dee9fae tempest-VolumesSnapshotTestJSON-1528642505 tempest-VolumesSnapshotTestJSON-1528642505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:44:12.592040 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Provisioning for port 5aaae651-0119-4cf4-aee8-628f5e27169e completed by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:44:12.599094 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Provisioning complete for port 5aaae651-0119-4cf4-aee8-628f5e27169e triggered by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:44:12.599907 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545280'] for port, provisioning_complete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:12.652610 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38137c1d-fc67-4fa6-a457-0ab2d69f406e service neutron] Pushing event updated for resources: {'Port': ['ID=b7b0daed-8032-48de-b875-b4c513bbf203,revision_number=2']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:44:12.773709 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for port, before_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:12.819143 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-38137c1d-fc67-4fa6-a457-0ab2d69f406e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:44:12.834133 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '992fcf44-1dec-4001-a238-b7972821ac06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5aaae651-0119-4cf4-aee8-628f5e27169e'}] {{(pid=78399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:44:12.851090 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] For port 5aaae651-0119-4cf4-aee8-628f5e27169e, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=5aaae651-0119-4cf4-aee8-628f5e27169e,segment=NetworkSegment(715dd0a5-8081-4e27-94a5-147a06fdbf26),segment_id=715dd0a5-8081-4e27-94a5-147a06fdbf26)] {{(pid=78399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:44:12.861330 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747172683978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747172243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747172243532'] for port, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:12.865475 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-949ac478-9172-40d3-9172-46d20354b99e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:44:12.902617 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.managers [req-af0637e7-68bd-40d6-b2fa-3a7da8e92c4f req-38137c1d-fc67-4fa6-a457-0ab2d69f406e service neutron] Attempting to bind port b7b0daed-8032-48de-b875-b4c513bbf203 on host hv-cinder-79809 for vnic_type normal with profile {{(pid=78398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 14:44:12.902955 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.managers [req-af0637e7-68bd-40d6-b2fa-3a7da8e92c4f req-38137c1d-fc67-4fa6-a457-0ab2d69f406e service neutron] Attempting to bind port b7b0daed-8032-48de-b875-b4c513bbf203 by drivers openvswitch,hyperv on host hv-cinder-79809 at level 0 using segments [{'id': '604aba27-0a9d-4cd3-9caa-f2a8b4959557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '67ba1ff0-ab4f-41c2-a1c4-6027b2c685c1'}] {{(pid=78398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 14:44:12.903281 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af0637e7-68bd-40d6-b2fa-3a7da8e92c4f req-38137c1d-fc67-4fa6-a457-0ab2d69f406e service neutron] Attempting to bind port b7b0daed-8032-48de-b875-b4c513bbf203 on network 67ba1ff0-ab4f-41c2-a1c4-6027b2c685c1 {{(pid=78398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:44:12.904593 dv-cinder-798091-1-smb neutron-server[78399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '992fcf44-1dec-4001-a238-b7972821ac06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5aaae651-0119-4cf4-aee8-628f5e27169e', 'code': 200} Jun 25 14:44:12.909450 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af0637e7-68bd-40d6-b2fa-3a7da8e92c4f req-38137c1d-fc67-4fa6-a457-0ab2d69f406e service neutron] Port b7b0daed-8032-48de-b875-b4c513bbf203 on network 67ba1ff0-ab4f-41c2-a1c4-6027b2c685c1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79809 {{(pid=78398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 14:44:12.909894 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af0637e7-68bd-40d6-b2fa-3a7da8e92c4f req-38137c1d-fc67-4fa6-a457-0ab2d69f406e service neutron] Attempting to bind port b7b0daed-8032-48de-b875-b4c513bbf203 on network 67ba1ff0-ab4f-41c2-a1c4-6027b2c685c1 {{(pid=78398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:44:12.916828 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af0637e7-68bd-40d6-b2fa-3a7da8e92c4f req-38137c1d-fc67-4fa6-a457-0ab2d69f406e service neutron] Checking agent: {'id': 'cd5845b2-5f15-4f32-8a77-b0e44a8778a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79809', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 14, 36, 51), 'started_at': datetime.datetime(2021, 6, 25, 14, 36, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 14, 43, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 14:44:12.917166 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af0637e7-68bd-40d6-b2fa-3a7da8e92c4f req-38137c1d-fc67-4fa6-a457-0ab2d69f406e service neutron] Checking segment: {'id': '604aba27-0a9d-4cd3-9caa-f2a8b4959557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '67ba1ff0-ab4f-41c2-a1c4-6027b2c685c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:44:12.917539 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af0637e7-68bd-40d6-b2fa-3a7da8e92c4f req-38137c1d-fc67-4fa6-a457-0ab2d69f406e service neutron] Bound using segment: {'id': '604aba27-0a9d-4cd3-9caa-f2a8b4959557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '67ba1ff0-ab4f-41c2-a1c4-6027b2c685c1'} {{(pid=78398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 14:44:12.917993 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.managers [req-af0637e7-68bd-40d6-b2fa-3a7da8e92c4f req-38137c1d-fc67-4fa6-a457-0ab2d69f406e service neutron] Bound port: b7b0daed-8032-48de-b875-b4c513bbf203, host: hv-cinder-79809, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '604aba27-0a9d-4cd3-9caa-f2a8b4959557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '67ba1ff0-ab4f-41c2-a1c4-6027b2c685c1'}}] {{(pid=78398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 14:44:12.918332 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [req-af0637e7-68bd-40d6-b2fa-3a7da8e92c4f req-38137c1d-fc67-4fa6-a457-0ab2d69f406e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for port, before_update {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:12.952467 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Pushing event updated for resources: {'Port': ['ID=5aaae651-0119-4cf4-aee8-628f5e27169e,revision_number=5']} {{(pid=78399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:44:12.955713 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:44:13.018526 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.db [req-af0637e7-68bd-40d6-b2fa-3a7da8e92c4f req-38137c1d-fc67-4fa6-a457-0ab2d69f406e service neutron] For port b7b0daed-8032-48de-b875-b4c513bbf203, host hv-cinder-79809, cleared binding levels {{(pid=78398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 25 14:44:13.021777 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.db [req-af0637e7-68bd-40d6-b2fa-3a7da8e92c4f req-38137c1d-fc67-4fa6-a457-0ab2d69f406e service neutron] For port b7b0daed-8032-48de-b875-b4c513bbf203, host hv-cinder-79809, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=b7b0daed-8032-48de-b875-b4c513bbf203,segment=NetworkSegment(604aba27-0a9d-4cd3-9caa-f2a8b4959557),segment_id=604aba27-0a9d-4cd3-9caa-f2a8b4959557)] {{(pid=78398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 25 14:44:13.026235 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [req-af0637e7-68bd-40d6-b2fa-3a7da8e92c4f req-38137c1d-fc67-4fa6-a457-0ab2d69f406e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747172683978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747172243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747172243532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1901081'] for port, after_update {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:13.030965 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-e6e19c84-24b0-4968-97d1-e2de3313a897 tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:44:13.090068 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0637e7-68bd-40d6-b2fa-3a7da8e92c4f req-38137c1d-fc67-4fa6-a457-0ab2d69f406e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:44:13.090743 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [req-af0637e7-68bd-40d6-b2fa-3a7da8e92c4f req-38137c1d-fc67-4fa6-a457-0ab2d69f406e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257150'] for port, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:13.092355 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-af0637e7-68bd-40d6-b2fa-3a7da8e92c4f req-38137c1d-fc67-4fa6-a457-0ab2d69f406e service neutron] 10.222.0.77 "PUT /v2.0/ports/b7b0daed-8032-48de-b875-b4c513bbf203 HTTP/1.1" status: 200 len: 1093 time: 1.3505199 Jun 25 14:44:13.092915 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a335ad9a-175d-4d53-b168-48bb95379080', 'tag': 'b7b0daed-8032-48de-b875-b4c513bbf203'}] {{(pid=78398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:44:13.165953 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a335ad9a-175d-4d53-b168-48bb95379080', 'tag': 'b7b0daed-8032-48de-b875-b4c513bbf203', 'status': 'completed', 'code': 200} Jun 25 14:44:13.171434 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38137c1d-fc67-4fa6-a457-0ab2d69f406e service neutron] Pushing event updated for resources: {'Port': ['ID=b7b0daed-8032-48de-b875-b4c513bbf203,revision_number=3']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:44:13.174993 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-38137c1d-fc67-4fa6-a457-0ab2d69f406e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:44:13.213242 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb4c8a3-5b2b-4860-a03a-2594c81ed4c4 req-945c9636-8b98-49d8-ba5a-a396ce1806f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:44:13.215111 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-deb4c8a3-5b2b-4860-a03a-2594c81ed4c4 req-945c9636-8b98-49d8-ba5a-a396ce1806f3 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=992fcf44-1dec-4001-a238-b7972821ac06 HTTP/1.1" status: 200 len: 1098 time: 0.0986760 Jun 25 14:44:13.241319 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0637e7-68bd-40d6-b2fa-3a7da8e92c4f req-06a5af7e-c8e7-4f15-a42c-aab6679acece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:44:13.243532 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-af0637e7-68bd-40d6-b2fa-3a7da8e92c4f req-06a5af7e-c8e7-4f15-a42c-aab6679acece service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=7a1d3268123d4b12a1168eda73de2201&device_id=a335ad9a-175d-4d53-b168-48bb95379080 HTTP/1.1" status: 200 len: 1096 time: 0.0775092 Jun 25 14:44:13.260558 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-deb4c8a3-5b2b-4860-a03a-2594c81ed4c4 req-986810fc-f496-48aa-9fce-ca3a17b31537 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=d481dcb0-dc92-45f5-a5d0-0168ed20fc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379562 Jun 25 14:44:13.324751 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-af0637e7-68bd-40d6-b2fa-3a7da8e92c4f req-694be582-5808-4bc3-8dba-c13809859641 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b7b0daed-8032-48de-b875-b4c513bbf203 HTTP/1.1" status: 200 len: 217 time: 0.0673528 Jun 25 14:44:13.476888 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2a61d2-bff7-47ee-b247-6f6f46bcc0b2 req-a926b65e-1b78-4602-803c-fc421f6c032a tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:44:13.478926 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-ac2a61d2-bff7-47ee-b247-6f6f46bcc0b2 req-a926b65e-1b78-4602-803c-fc421f6c032a tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/ports?device_id=992fcf44-1dec-4001-a238-b7972821ac06 HTTP/1.1" status: 200 len: 945 time: 0.0841405 Jun 25 14:44:13.506179 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-0959a481-12d6-4798-a5c7-3b38329e38d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:13.529416 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-ac2a61d2-bff7-47ee-b247-6f6f46bcc0b2 req-1fd84b9b-def1-4a5e-9fac-6052861c6421 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/security-groups?id=d481dcb0-dc92-45f5-a5d0-0168ed20fc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438697 Jun 25 14:44:13.587142 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3243d995-fc68-4dad-affb-c80a51280d2e req-2b205b52-ed0b-4e69-9481-d33cc322d74a tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:44:13.588520 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-3243d995-fc68-4dad-affb-c80a51280d2e req-2b205b52-ed0b-4e69-9481-d33cc322d74a tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] 10.222.0.72 "GET /v2.0/ports?device_id=a335ad9a-175d-4d53-b168-48bb95379080 HTTP/1.1" status: 200 len: 943 time: 0.0833194 Jun 25 14:44:13.628806 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0637e7-68bd-40d6-b2fa-3a7da8e92c4f req-4ce06a47-62d2-4a39-b0da-0c4d07e6cad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:44:13.630267 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-af0637e7-68bd-40d6-b2fa-3a7da8e92c4f req-4ce06a47-62d2-4a39-b0da-0c4d07e6cad5 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ac1ed06e-d434-4471-8b10-9318752714c1 HTTP/1.1" status: 200 len: 849 time: 0.0641892 Jun 25 14:44:13.642319 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-3243d995-fc68-4dad-affb-c80a51280d2e req-59acb3a7-d258-4103-9d2d-e782bed04ac5 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] 10.222.0.72 "GET /v2.0/security-groups?id=fab51ced-7136-41b2-8730-549147fed6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477524 Jun 25 14:44:13.710524 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0637e7-68bd-40d6-b2fa-3a7da8e92c4f req-b47fb213-1a35-4f92-9385-6e38d4f510a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:44:13.712007 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-af0637e7-68bd-40d6-b2fa-3a7da8e92c4f req-b47fb213-1a35-4f92-9385-6e38d4f510a9 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=67ba1ff0-ab4f-41c2-a1c4-6027b2c685c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0731308 Jun 25 14:44:13.864843 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-af0637e7-68bd-40d6-b2fa-3a7da8e92c4f req-4555a7ea-1437-49a0-a859-cd410771beb7 service neutron] 10.222.0.77 "GET /v2.0/networks/67ba1ff0-ab4f-41c2-a1c4-6027b2c685c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414053 Jun 25 14:44:14.020459 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-af0637e7-68bd-40d6-b2fa-3a7da8e92c4f req-9d5f535a-22ae-4dd0-97de-eff6e09a6182 service neutron] 10.222.0.77 "GET /v2.0/networks/67ba1ff0-ab4f-41c2-a1c4-6027b2c685c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471515 Jun 25 14:44:14.238754 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddb6347-ee71-4ac6-9185-f66d8699b324 req-fa5bb514-ea40-471e-8862-9540cb895a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:44:14.240325 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-dddb6347-ee71-4ac6-9185-f66d8699b324 req-fa5bb514-ea40-471e-8862-9540cb895a77 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=7a1d3268123d4b12a1168eda73de2201&device_id=a335ad9a-175d-4d53-b168-48bb95379080 HTTP/1.1" status: 200 len: 1096 time: 0.0852773 Jun 25 14:44:14.398349 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddb6347-ee71-4ac6-9185-f66d8699b324 req-eb386375-a415-4635-9c62-7b9d96584a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:44:14.399791 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-dddb6347-ee71-4ac6-9185-f66d8699b324 req-eb386375-a415-4635-9c62-7b9d96584a05 service neutron] 10.222.0.77 "GET /v2.0/networks?id=67ba1ff0-ab4f-41c2-a1c4-6027b2c685c1 HTTP/1.1" status: 200 len: 911 time: 0.1521385 Jun 25 14:44:14.484054 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-dddb6347-ee71-4ac6-9185-f66d8699b324 req-10e8f5f8-3960-417a-8a19-ff4c44fb0bf5 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b7b0daed-8032-48de-b875-b4c513bbf203 HTTP/1.1" status: 200 len: 217 time: 0.0664821 Jun 25 14:44:14.553931 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddb6347-ee71-4ac6-9185-f66d8699b324 req-3188a345-0985-4828-9f46-0ce63fdfe459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:44:14.555357 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-dddb6347-ee71-4ac6-9185-f66d8699b324 req-3188a345-0985-4828-9f46-0ce63fdfe459 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ac1ed06e-d434-4471-8b10-9318752714c1 HTTP/1.1" status: 200 len: 849 time: 0.0641563 Jun 25 14:44:14.639727 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddb6347-ee71-4ac6-9185-f66d8699b324 req-2b16d2c4-1770-4e76-b95a-eba9bf173ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:44:14.641273 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-dddb6347-ee71-4ac6-9185-f66d8699b324 req-2b16d2c4-1770-4e76-b95a-eba9bf173ecc service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=67ba1ff0-ab4f-41c2-a1c4-6027b2c685c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0742240 Jun 25 14:44:14.842573 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bd6e44-3885-40a4-953e-6783320d720e req-dfa111c6-2230-4208-8dae-dd646f2ac1f7 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:44:14.844070 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-f2bd6e44-3885-40a4-953e-6783320d720e req-dfa111c6-2230-4208-8dae-dd646f2ac1f7 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] 10.222.0.72 "GET /v2.0/ports?device_id=a335ad9a-175d-4d53-b168-48bb95379080 HTTP/1.1" status: 200 len: 943 time: 0.0860891 Jun 25 14:44:14.899295 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-f2bd6e44-3885-40a4-953e-6783320d720e req-5e0d1d83-7092-46a9-b00e-5b780587dc42 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] 10.222.0.72 "GET /v2.0/security-groups?id=fab51ced-7136-41b2-8730-549147fed6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469427 Jun 25 14:44:14.949104 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-dddb6347-ee71-4ac6-9185-f66d8699b324 req-f94b6a98-8771-4e3f-8412-954affa314d5 service neutron] 10.222.0.77 "GET /v2.0/networks/67ba1ff0-ab4f-41c2-a1c4-6027b2c685c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2708597 Jun 25 14:44:14.956967 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac2de4e-553f-4e71-a0ce-28e0d92a6817 req-564341f9-46f6-45f2-8b52-ac34095e0622 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:44:14.958381 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-aac2de4e-553f-4e71-a0ce-28e0d92a6817 req-564341f9-46f6-45f2-8b52-ac34095e0622 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/ports?device_id=992fcf44-1dec-4001-a238-b7972821ac06 HTTP/1.1" status: 200 len: 945 time: 0.3162360 Jun 25 14:44:15.106246 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-aac2de4e-553f-4e71-a0ce-28e0d92a6817 req-7e07b9cf-da53-4d6c-839a-414ddde6a782 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/security-groups?id=d481dcb0-dc92-45f5-a5d0-0168ed20fc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1294596 Jun 25 14:44:15.149794 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-dddb6347-ee71-4ac6-9185-f66d8699b324 req-648b2f56-df78-4ba0-914f-c9643bd0a668 service neutron] 10.222.0.77 "GET /v2.0/networks/67ba1ff0-ab4f-41c2-a1c4-6027b2c685c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1903949 Jun 25 14:44:15.298991 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e26e5e-b0e1-43a0-9f6d-3c51ea42b9aa req-16480df1-434f-4559-bd7e-418b17c02904 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:44:15.300733 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-47e26e5e-b0e1-43a0-9f6d-3c51ea42b9aa req-16480df1-434f-4559-bd7e-418b17c02904 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/ports?device_id=992fcf44-1dec-4001-a238-b7972821ac06 HTTP/1.1" status: 200 len: 945 time: 0.0854893 Jun 25 14:44:15.309288 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.72', 38214) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:44:15.314480 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.v2.base [None req-8ad0d9b9-4187-40d3-8b26-0f0dbf12c8cc tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Request body: {'floatingip': {'port_id': '5aaae651-0119-4cf4-aee8-628f5e27169e'}} {{(pid=78398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:44:15.397760 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-8ad0d9b9-4187-40d3-8b26-0f0dbf12c8cc tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Notify callbacks [] for floatingip, before_update {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:16.038555 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-8ad0d9b9-4187-40d3-8b26-0f0dbf12c8cc tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:16.043581 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-8ad0d9b9-4187-40d3-8b26-0f0dbf12c8cc tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-497906'] for floatingip, after_update {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:16.103580 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36d32bd-ed13-4254-9739-bcbe5a7eb635 req-444cc06d-dc76-4f8d-a6a0-1137e4b6d9a2 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:44:16.104962 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-b36d32bd-ed13-4254-9739-bcbe5a7eb635 req-444cc06d-dc76-4f8d-a6a0-1137e4b6d9a2 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] 10.222.0.72 "GET /v2.0/ports?device_id=a335ad9a-175d-4d53-b168-48bb95379080 HTTP/1.1" status: 200 len: 943 time: 0.0893803 Jun 25 14:44:16.154248 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-b36d32bd-ed13-4254-9739-bcbe5a7eb635 req-25b3785d-b0f2-4334-8316-743d03f3aa87 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] 10.222.0.72 "GET /v2.0/security-groups?id=fab51ced-7136-41b2-8730-549147fed6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431962 Jun 25 14:44:16.332989 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.db.l3_db [None req-8ad0d9b9-4187-40d3-8b26-0f0dbf12c8cc tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Floating IP d817aacb-223f-4be2-9e1c-b283525eb66e associated. External IP: 172.28.1.118, port: 5aaae651-0119-4cf4-aee8-628f5e27169e. Jun 25 14:44:16.496405 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Device b7b0daed-8032-48de-b875-b4c513bbf203 details requested by agent hyperv_hv-cinder-79809 with host hv-cinder-79809 {{(pid=78399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 25 14:44:16.650904 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] For port b7b0daed-8032-48de-b875-b4c513bbf203, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=b7b0daed-8032-48de-b875-b4c513bbf203,segment=NetworkSegment(604aba27-0a9d-4cd3-9caa-f2a8b4959557),segment_id=604aba27-0a9d-4cd3-9caa-f2a8b4959557)] {{(pid=78399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:44:16.665186 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Returning: {'device': 'b7b0daed-8032-48de-b875-b4c513bbf203', 'network_id': '67ba1ff0-ab4f-41c2-a1c4-6027b2c685c1', 'port_id': 'b7b0daed-8032-48de-b875-b4c513bbf203', 'mac_address': 'fa:16:3e:e9:fb:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac1ed06e-d434-4471-8b10-9318752714c1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 25 14:44:16.724489 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for port, before_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:16.734983 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ad0d9b9-4187-40d3-8b26-0f0dbf12c8cc tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Router 03ef6f23-e4d5-412c-8e3f-21dd3d1b0712 has already been hosted by L3 agent 941bc864-709b-4c09-a7df-f27e1f49545a {{(pid=78398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 14:44:16.746159 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.notifiers.nova [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7b0daed-8032-48de-b875-b4c513bbf203 {{(pid=78399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 14:44:16.772513 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] For port b7b0daed-8032-48de-b875-b4c513bbf203, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=b7b0daed-8032-48de-b875-b4c513bbf203,segment=NetworkSegment(604aba27-0a9d-4cd3-9caa-f2a8b4959557),segment_id=604aba27-0a9d-4cd3-9caa-f2a8b4959557)] {{(pid=78399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:44:16.780577 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747172683978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747172243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747172243532'] for port, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:16.783183 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:44:16.870204 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Pushing event updated for resources: {'Port': ['ID=b7b0daed-8032-48de-b875-b4c513bbf203,revision_number=4']} {{(pid=78399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:44:16.874008 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:44:16.951416 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ad0d9b9-4187-40d3-8b26-0f0dbf12c8cc tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Notify agent at l3_agent.dv-cinder-798091-1-smb the message routers_updated {{(pid=78398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 25 14:44:16.958543 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-8ad0d9b9-4187-40d3-8b26-0f0dbf12c8cc tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257150'] for floatingip, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:16.962253 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d69df27-6987-4ed8-a3bc-a036a0f9f448 None None] Sync routers for ids ['03ef6f23-e4d5-412c-8e3f-21dd3d1b0712'] in dv-cinder-798091-1-smb {{(pid=78399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 14:44:16.974529 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d69df27-6987-4ed8-a3bc-a036a0f9f448 None None] Routers {'03ef6f23-e4d5-412c-8e3f-21dd3d1b0712'} bound to L3 agent in host dv-cinder-798091-1-smb {{(pid=78399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:44:16.975309 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.l3_hamode_db [None req-6d69df27-6987-4ed8-a3bc-a036a0f9f448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798091-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-25T14:30:11Z,description=,heartbeat_timestamp=2021-06-25T14:44:11Z,host='dv-cinder-798091-1-smb',id=941bc864-709b-4c09-a7df-f27e1f49545a,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:30:11Z,topic='l3_agent')) {'router_ids': ['03ef6f23-e4d5-412c-8e3f-21dd3d1b0712'], 'active': True} {{(pid=78399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:44:17.055945 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-8ad0d9b9-4187-40d3-8b26-0f0dbf12c8cc tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "PUT /v2.0/floatingips/d817aacb-223f-4be2-9e1c-b283525eb66e HTTP/1.1" status: 200 len: 991 time: 1.7426779 Jun 25 14:44:17.055945 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '992fcf44-1dec-4001-a238-b7972821ac06', 'tag': '5aaae651-0119-4cf4-aee8-628f5e27169e'}] {{(pid=78398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:44:17.104288 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '992fcf44-1dec-4001-a238-b7972821ac06', 'tag': '5aaae651-0119-4cf4-aee8-628f5e27169e', 'status': 'completed', 'code': 200} Jun 25 14:44:17.171045 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] get_ports_and_sgs() called for port_ids ['b7b0daed-8032-48de-b875-b4c513bbf203'] {{(pid=78399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 25 14:44:17.251577 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.l3_dvr_db [None req-6d69df27-6987-4ed8-a3bc-a036a0f9f448 None None] Set router 03ef6f23-e4d5-412c-8e3f-21dd3d1b0712 gateway port host: dv-cinder-798091-1-smb {{(pid=78399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:44:17.276328 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4807bf-2a02-4ebe-bd24-8b5f76fa8a1b req-3f5e80a6-93c9-49a4-af0c-bbba8e31f7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:44:17.279407 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-8b4807bf-2a02-4ebe-bd24-8b5f76fa8a1b req-3f5e80a6-93c9-49a4-af0c-bbba8e31f7e7 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=7a64d79372ce407f85b911ae6861af7f&device_id=992fcf44-1dec-4001-a238-b7972821ac06 HTTP/1.1" status: 200 len: 1098 time: 0.1065233 Jun 25 14:44:17.485868 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4807bf-2a02-4ebe-bd24-8b5f76fa8a1b req-a156a9a8-ee53-4120-91cf-9bf2955dda22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:44:17.488250 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-8b4807bf-2a02-4ebe-bd24-8b5f76fa8a1b req-a156a9a8-ee53-4120-91cf-9bf2955dda22 service neutron] 10.222.0.77 "GET /v2.0/networks?id=fc3ffe9c-74f9-42a1-af5f-69842b644ae0 HTTP/1.1" status: 200 len: 917 time: 0.2003448 Jun 25 14:44:17.500399 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be8236d-1961-4632-b6ab-31d121667f27 req-f6e22c9e-efc3-49e9-8dec-757e28ec2bb1 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:44:17.501980 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-8be8236d-1961-4632-b6ab-31d121667f27 req-f6e22c9e-efc3-49e9-8dec-757e28ec2bb1 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] 10.222.0.72 "GET /v2.0/ports?device_id=a335ad9a-175d-4d53-b168-48bb95379080 HTTP/1.1" status: 200 len: 944 time: 0.1932883 Jun 25 14:44:17.638332 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-8be8236d-1961-4632-b6ab-31d121667f27 req-dc834826-b47b-4b30-b1b4-ec27ae5a740b tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] 10.222.0.72 "GET /v2.0/security-groups?id=fab51ced-7136-41b2-8730-549147fed6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798092 Jun 25 14:44:17.642179 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-8b4807bf-2a02-4ebe-bd24-8b5f76fa8a1b req-ae4cfde9-bdc6-4ef3-aa36-6fd2ec197cb4 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5aaae651-0119-4cf4-aee8-628f5e27169e HTTP/1.1" status: 200 len: 999 time: 0.1392257 Jun 25 14:44:17.719943 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4807bf-2a02-4ebe-bd24-8b5f76fa8a1b req-82339275-5368-4e8d-a057-0b7b4facbac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:44:17.721599 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-8b4807bf-2a02-4ebe-bd24-8b5f76fa8a1b req-82339275-5368-4e8d-a057-0b7b4facbac9 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=24c79731-6cdf-4634-b94b-8a5d29662e96 HTTP/1.1" status: 200 len: 855 time: 0.0714931 Jun 25 14:44:17.739812 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.l3_hamode_db [None req-6d69df27-6987-4ed8-a3bc-a036a0f9f448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03ef6f23-e4d5-412c-8e3f-21dd3d1b0712', 'name': 'tempest-AttachVolumeShelveTestJSON-537812765-router', 'tenant_id': '7a64d79372ce407f85b911ae6861af7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee', 'external_fixed_ips': [{'subnet_id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'ip_address': '172.28.1.153'}], 'enable_snat': True}, 'gw_port_id': '2bb245d5-8ebe-41a4-8500-5743feba021d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:38:58Z', 'updated_at': '2021-06-25T14:39:22Z', 'revision_number': 4, 'project_id': '7a64d79372ce407f85b911ae6861af7f', 'gw_port': {'id': '2bb245d5-8ebe-41a4-8500-5743feba021d', 'name': '', 'network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:70:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ef6f23-e4d5-412c-8e3f-21dd3d1b0712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'ip_address': '172.28.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:39:03Z', 'updated_at': '2021-06-25T14:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798091-1-smb', '_floatingips': [{'id': 'd817aacb-223f-4be2-9e1c-b283525eb66e', 'tenant_id': '7a64d79372ce407f85b911ae6861af7f', 'floating_ip_address': '172.28.1.118', 'floating_network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee', 'router_id': '03ef6f23-e4d5-412c-8e3f-21dd3d1b0712', 'port_id': '5aaae651-0119-4cf4-aee8-628f5e27169e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc3ffe9c-74f9-42a1-af5f-69842b644ae0', 'mac_address': 'fa:16:3e:10:98:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '992fcf44-1dec-4001-a238-b7972821ac06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T14:43:58Z', 'updated_at': '2021-06-25T14:44:15Z', 'revision_number': 1, 'project_id': '7a64d79372ce407f85b911ae6861af7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e4b48df-7398-4425-b51b-efca48aecca5', 'name': '', 'network_id': 'fc3ffe9c-74f9-42a1-af5f-69842b644ae0', 'tenant_id': '7a64d79372ce407f85b911ae6861af7f', 'mac_address': 'fa:16:3e:f9:96:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ef6f23-e4d5-412c-8e3f-21dd3d1b0712', 'device_owner': 'network:router_interface', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': '24c79731-6cdf-4634-b94b-8a5d29662e96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:39:21Z', 'updated_at': '2021-06-25T14:39:36Z', 'revision_number': 5, 'project_id': '7a64d79372ce407f85b911ae6861af7f', 'subnets': [{'id': '24c79731-6cdf-4634-b94b-8a5d29662e96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798091-1-smb', False) {} {{(pid=78399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:44:17.743763 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d69df27-6987-4ed8-a3bc-a036a0f9f448 None None] Checking router: 03ef6f23-e4d5-412c-8e3f-21dd3d1b0712 for host: dv-cinder-798091-1-smb {{(pid=78399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 14:44:17.752354 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d69df27-6987-4ed8-a3bc-a036a0f9f448 None None] Routers {'03ef6f23-e4d5-412c-8e3f-21dd3d1b0712'} bound to L3 agent in host dv-cinder-798091-1-smb {{(pid=78399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:44:17.753461 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.l3_hamode_db [None req-6d69df27-6987-4ed8-a3bc-a036a0f9f448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798091-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-25T14:30:11Z,description=,heartbeat_timestamp=2021-06-25T14:44:11Z,host='dv-cinder-798091-1-smb',id=941bc864-709b-4c09-a7df-f27e1f49545a,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:30:11Z,topic='l3_agent')) {'router_ids': ['03ef6f23-e4d5-412c-8e3f-21dd3d1b0712'], 'active': True} {{(pid=78399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:44:17.807736 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4807bf-2a02-4ebe-bd24-8b5f76fa8a1b req-ab52e355-7678-4f49-ad05-10ad9111cb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:44:17.809360 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-8b4807bf-2a02-4ebe-bd24-8b5f76fa8a1b req-ab52e355-7678-4f49-ad05-10ad9111cb9f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=fc3ffe9c-74f9-42a1-af5f-69842b644ae0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0806165 Jun 25 14:44:17.947929 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.l3_dvr_db [None req-6d69df27-6987-4ed8-a3bc-a036a0f9f448 None None] Set router 03ef6f23-e4d5-412c-8e3f-21dd3d1b0712 gateway port host: dv-cinder-798091-1-smb {{(pid=78399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:44:17.954229 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-8b4807bf-2a02-4ebe-bd24-8b5f76fa8a1b req-d96df26e-d5d2-4e1c-b483-39399cd2ee37 service neutron] 10.222.0.77 "GET /v2.0/networks/fc3ffe9c-74f9-42a1-af5f-69842b644ae0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346908 Jun 25 14:44:18.100252 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-8b4807bf-2a02-4ebe-bd24-8b5f76fa8a1b req-cb6db7fe-fc83-4913-8d3d-8b522d9a4170 service neutron] 10.222.0.77 "GET /v2.0/networks/fc3ffe9c-74f9-42a1-af5f-69842b644ae0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387556 Jun 25 14:44:18.323373 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.l3_hamode_db [None req-6d69df27-6987-4ed8-a3bc-a036a0f9f448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03ef6f23-e4d5-412c-8e3f-21dd3d1b0712', 'name': 'tempest-AttachVolumeShelveTestJSON-537812765-router', 'tenant_id': '7a64d79372ce407f85b911ae6861af7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee', 'external_fixed_ips': [{'subnet_id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'ip_address': '172.28.1.153'}], 'enable_snat': True}, 'gw_port_id': '2bb245d5-8ebe-41a4-8500-5743feba021d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:38:58Z', 'updated_at': '2021-06-25T14:39:22Z', 'revision_number': 4, 'project_id': '7a64d79372ce407f85b911ae6861af7f', 'gw_port': {'id': '2bb245d5-8ebe-41a4-8500-5743feba021d', 'name': '', 'network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:70:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ef6f23-e4d5-412c-8e3f-21dd3d1b0712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'ip_address': '172.28.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:39:03Z', 'updated_at': '2021-06-25T14:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798091-1-smb', '_floatingips': [{'id': 'd817aacb-223f-4be2-9e1c-b283525eb66e', 'tenant_id': '7a64d79372ce407f85b911ae6861af7f', 'floating_ip_address': '172.28.1.118', 'floating_network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee', 'router_id': '03ef6f23-e4d5-412c-8e3f-21dd3d1b0712', 'port_id': '5aaae651-0119-4cf4-aee8-628f5e27169e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc3ffe9c-74f9-42a1-af5f-69842b644ae0', 'mac_address': 'fa:16:3e:10:98:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '992fcf44-1dec-4001-a238-b7972821ac06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T14:43:58Z', 'updated_at': '2021-06-25T14:44:15Z', 'revision_number': 1, 'project_id': '7a64d79372ce407f85b911ae6861af7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e4b48df-7398-4425-b51b-efca48aecca5', 'name': '', 'network_id': 'fc3ffe9c-74f9-42a1-af5f-69842b644ae0', 'tenant_id': '7a64d79372ce407f85b911ae6861af7f', 'mac_address': 'fa:16:3e:f9:96:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ef6f23-e4d5-412c-8e3f-21dd3d1b0712', 'device_owner': 'network:router_interface', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': '24c79731-6cdf-4634-b94b-8a5d29662e96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:39:21Z', 'updated_at': '2021-06-25T14:39:36Z', 'revision_number': 5, 'project_id': '7a64d79372ce407f85b911ae6861af7f', 'subnets': [{'id': '24c79731-6cdf-4634-b94b-8a5d29662e96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798091-1-smb', False) {} {{(pid=78399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:44:18.327650 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d69df27-6987-4ed8-a3bc-a036a0f9f448 None None] The sync data for ids ['03ef6f23-e4d5-412c-8e3f-21dd3d1b0712'] in dv-cinder-798091-1-smb is: [{'id': '03ef6f23-e4d5-412c-8e3f-21dd3d1b0712', 'name': 'tempest-AttachVolumeShelveTestJSON-537812765-router', 'tenant_id': '7a64d79372ce407f85b911ae6861af7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee', 'external_fixed_ips': [{'subnet_id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'ip_address': '172.28.1.153'}], 'enable_snat': True}, 'gw_port_id': '2bb245d5-8ebe-41a4-8500-5743feba021d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:38:58Z', 'updated_at': '2021-06-25T14:39:22Z', 'revision_number': 4, 'project_id': '7a64d79372ce407f85b911ae6861af7f', 'gw_port': {'id': '2bb245d5-8ebe-41a4-8500-5743feba021d', 'name': '', 'network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:70:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ef6f23-e4d5-412c-8e3f-21dd3d1b0712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'ip_address': '172.28.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:39:03Z', 'updated_at': '2021-06-25T14:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798091-1-smb', '_floatingips': [{'id': 'd817aacb-223f-4be2-9e1c-b283525eb66e', 'tenant_id': '7a64d79372ce407f85b911ae6861af7f', 'floating_ip_address': '172.28.1.118', 'floating_network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee', 'router_id': '03ef6f23-e4d5-412c-8e3f-21dd3d1b0712', 'port_id': '5aaae651-0119-4cf4-aee8-628f5e27169e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc3ffe9c-74f9-42a1-af5f-69842b644ae0', 'mac_address': 'fa:16:3e:10:98:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '992fcf44-1dec-4001-a238-b7972821ac06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T14:43:58Z', 'updated_at': '2021-06-25T14:44:15Z', 'revision_number': 1, 'project_id': '7a64d79372ce407f85b911ae6861af7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e4b48df-7398-4425-b51b-efca48aecca5', 'name': '', 'network_id': 'fc3ffe9c-74f9-42a1-af5f-69842b644ae0', 'tenant_id': '7a64d79372ce407f85b911ae6861af7f', 'mac_address': 'fa:16:3e:f9:96:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ef6f23-e4d5-412c-8e3f-21dd3d1b0712', 'device_owner': 'network:router_interface', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': '24c79731-6cdf-4634-b94b-8a5d29662e96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:39:21Z', 'updated_at': '2021-06-25T14:39:36Z', 'revision_number': 5, 'project_id': '7a64d79372ce407f85b911ae6861af7f', 'subnets': [{'id': '24c79731-6cdf-4634-b94b-8a5d29662e96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 14:44:18.494872 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Device b7b0daed-8032-48de-b875-b4c513bbf203 up at agent hyperv_hv-cinder-79809 {{(pid=78399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:44:18.550829 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fca19d3-0eaf-479c-b32b-bca012ba8a60 None None] New status for floating IP d817aacb-223f-4be2-9e1c-b283525eb66e: ACTIVE {{(pid=78400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 25 14:44:18.575545 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Provisioning for port b7b0daed-8032-48de-b875-b4c513bbf203 completed by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:44:18.581792 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Provisioning complete for port b7b0daed-8032-48de-b875-b4c513bbf203 triggered by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:44:18.582168 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545280'] for port, provisioning_complete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:18.714611 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for port, before_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:18.744872 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a335ad9a-175d-4d53-b168-48bb95379080', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7b0daed-8032-48de-b875-b4c513bbf203'}] {{(pid=78399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:44:18.761278 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] For port b7b0daed-8032-48de-b875-b4c513bbf203, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=b7b0daed-8032-48de-b875-b4c513bbf203,segment=NetworkSegment(604aba27-0a9d-4cd3-9caa-f2a8b4959557),segment_id=604aba27-0a9d-4cd3-9caa-f2a8b4959557)] {{(pid=78399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:44:18.766920 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747172683978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747172243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747172243532'] for port, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:18.769636 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-949ac478-9172-40d3-9172-46d20354b99e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:44:18.805971 dv-cinder-798091-1-smb neutron-server[78399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a335ad9a-175d-4d53-b168-48bb95379080', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7b0daed-8032-48de-b875-b4c513bbf203', 'code': 200} Jun 25 14:44:18.848553 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Pushing event updated for resources: {'Port': ['ID=b7b0daed-8032-48de-b875-b4c513bbf203,revision_number=5']} {{(pid=78399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:44:18.851572 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:44:18.884590 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bbe345-4ecb-4906-8585-c8d767928529 req-492a0c58-f8d0-456b-af8c-6048f928f188 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:44:18.892061 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-80bbe345-4ecb-4906-8585-c8d767928529 req-492a0c58-f8d0-456b-af8c-6048f928f188 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] 10.222.0.72 "GET /v2.0/ports?device_id=a335ad9a-175d-4d53-b168-48bb95379080 HTTP/1.1" status: 200 len: 945 time: 0.1261728 Jun 25 14:44:18.934662 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-80bbe345-4ecb-4906-8585-c8d767928529 req-06cef9d9-ab13-487a-a5f3-fc512233f5b7 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] 10.222.0.72 "GET /v2.0/security-groups?id=fab51ced-7136-41b2-8730-549147fed6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417259 Jun 25 14:44:19.077611 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32755699-0c33-460d-8000-8e24c99c794c req-4101aab6-e45a-4db2-af2f-c467cdc6ea6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:44:19.078959 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-32755699-0c33-460d-8000-8e24c99c794c req-4101aab6-e45a-4db2-af2f-c467cdc6ea6e service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=a335ad9a-175d-4d53-b168-48bb95379080 HTTP/1.1" status: 200 len: 1098 time: 0.0749304 Jun 25 14:44:19.118791 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-32755699-0c33-460d-8000-8e24c99c794c req-b72ab2ce-9f88-4a31-b2ce-97ebf4642029 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=fab51ced-7136-41b2-8730-549147fed6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331936 Jun 25 14:44:20.126039 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd7e73e-2941-460e-bd8b-ed24998c5242 req-1dfcb62c-0c85-45e8-867f-f1bbc07e29dc tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:44:20.127785 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-9fd7e73e-2941-460e-bd8b-ed24998c5242 req-1dfcb62c-0c85-45e8-867f-f1bbc07e29dc tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] 10.222.0.72 "GET /v2.0/ports?device_id=a335ad9a-175d-4d53-b168-48bb95379080 HTTP/1.1" status: 200 len: 945 time: 0.0814121 Jun 25 14:44:20.177775 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-9fd7e73e-2941-460e-bd8b-ed24998c5242 req-484a8f52-3669-48d4-bebc-80a4792ae655 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] 10.222.0.72 "GET /v2.0/security-groups?id=fab51ced-7136-41b2-8730-549147fed6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440850 Jun 25 14:44:21.122393 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:21.478528 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eab97de-8ff0-49cc-90af-2887c95ac026 req-5f706b4d-a8d4-47a7-82d6-8d3e085ebcd6 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:44:21.480159 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-0eab97de-8ff0-49cc-90af-2887c95ac026 req-5f706b4d-a8d4-47a7-82d6-8d3e085ebcd6 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] 10.222.0.72 "GET /v2.0/ports?device_id=a335ad9a-175d-4d53-b168-48bb95379080 HTTP/1.1" status: 200 len: 945 time: 0.1916628 Jun 25 14:44:21.529874 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-0eab97de-8ff0-49cc-90af-2887c95ac026 req-84b2a66a-b5a0-4278-a1ac-dd6878865672 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] 10.222.0.72 "GET /v2.0/security-groups?id=fab51ced-7136-41b2-8730-549147fed6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433958 Jun 25 14:44:21.717470 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7b69d5-59b6-4533-a1f4-0434cd759eb2 req-1c52927c-f6ae-4df7-8ba6-b9b8d118266f tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:44:21.719485 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-1d7b69d5-59b6-4533-a1f4-0434cd759eb2 req-1c52927c-f6ae-4df7-8ba6-b9b8d118266f tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] 10.222.0.72 "GET /v2.0/ports?device_id=a335ad9a-175d-4d53-b168-48bb95379080 HTTP/1.1" status: 200 len: 945 time: 0.0870085 Jun 25 14:44:21.729530 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.72', 38276) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:44:21.735130 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.v2.base [None req-df4a26b0-d891-4793-84ca-374b45f33dba tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Request body: {'floatingip': {'port_id': 'b7b0daed-8032-48de-b875-b4c513bbf203'}} {{(pid=78398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:44:21.815636 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-df4a26b0-d891-4793-84ca-374b45f33dba tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Notify callbacks [] for floatingip, before_update {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:22.280874 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.72', 38286) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:44:22.409868 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-ee957614-6d85-4947-8f72-9dbe5242fa09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:22.428047 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-ee957614-6d85-4947-8f72-9dbe5242fa09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:44:22.432577 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-ee957614-6d85-4947-8f72-9dbe5242fa09 admin admin] Usage tracker for resource:security_group_rule and tenant:82c4ff9cd0774d2fad4fe75dfcfba419 is out of sync, need to count used quota {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:44:22.435900 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-ee957614-6d85-4947-8f72-9dbe5242fa09 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:44:22.443563 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-ee957614-6d85-4947-8f72-9dbe5242fa09 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:44:22.456821 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.db.resource_extend [None req-df4a26b0-d891-4793-84ca-374b45f33dba tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=78398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 25 14:44:22.547984 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-ee957614-6d85-4947-8f72-9dbe5242fa09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:22.552887 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-ee957614-6d85-4947-8f72-9dbe5242fa09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726995'] for security_group, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:22.561618 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-df4a26b0-d891-4793-84ca-374b45f33dba tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:22.561840 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-e09a6556-dedc-4404-a78f-bf2ec94dcb2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:44:22.566867 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-df4a26b0-d891-4793-84ca-374b45f33dba tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-497906'] for floatingip, after_update {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:22.604677 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-ee957614-6d85-4947-8f72-9dbe5242fa09 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=82c4ff9cd0774d2fad4fe75dfcfba419&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3226054 Jun 25 14:44:22.605789 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee957614-6d85-4947-8f72-9dbe5242fa09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cb90070-7fa3-4315-b248-e5373388536c,revision_number=1']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:44:22.608129 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.72', 38292) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:44:22.610882 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-ee957614-6d85-4947-8f72-9dbe5242fa09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:44:22.671530 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-93eb3ad2-05a0-4aa1-81d1-c020df6d2e87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:22.702041 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-93eb3ad2-05a0-4aa1-81d1-c020df6d2e87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:22.748750 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.db.l3_db [None req-df4a26b0-d891-4793-84ca-374b45f33dba tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Floating IP 82d75f09-a611-44fe-a380-5296986da162 associated. External IP: 172.28.1.249, port: b7b0daed-8032-48de-b875-b4c513bbf203. Jun 25 14:44:22.759199 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-93eb3ad2-05a0-4aa1-81d1-c020df6d2e87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726995'] for security_group, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:22.763185 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-8fb9ab8c-62ec-46c3-8bb6-a5ecf2665b63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:44:22.778959 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93eb3ad2-05a0-4aa1-81d1-c020df6d2e87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cb90070-7fa3-4315-b248-e5373388536c,revision_number=None']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:44:22.781581 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-93eb3ad2-05a0-4aa1-81d1-c020df6d2e87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:44:22.788641 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-93eb3ad2-05a0-4aa1-81d1-c020df6d2e87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:22.790110 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-93eb3ad2-05a0-4aa1-81d1-c020df6d2e87 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/3cb90070-7fa3-4315-b248-e5373388536c HTTP/1.1" status: 204 len: 168 time: 0.1810222 Jun 25 14:44:23.167091 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df4a26b0-d891-4793-84ca-374b45f33dba tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Router 186346e4-7b67-4504-b5aa-dd8f40be6c2b has already been hosted by L3 agent 941bc864-709b-4c09-a7df-f27e1f49545a {{(pid=78398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 14:44:23.368554 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df4a26b0-d891-4793-84ca-374b45f33dba tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Notify agent at l3_agent.dv-cinder-798091-1-smb the message routers_updated {{(pid=78398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 25 14:44:23.373858 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-df4a26b0-d891-4793-84ca-374b45f33dba tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257150'] for floatingip, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:23.378734 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e2dc79c-7a12-4489-a77a-f127a9da4055 None None] Sync routers for ids ['186346e4-7b67-4504-b5aa-dd8f40be6c2b'] in dv-cinder-798091-1-smb {{(pid=78399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 14:44:23.389416 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e2dc79c-7a12-4489-a77a-f127a9da4055 None None] Routers {'186346e4-7b67-4504-b5aa-dd8f40be6c2b'} bound to L3 agent in host dv-cinder-798091-1-smb {{(pid=78399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:44:23.390126 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.l3_hamode_db [None req-1e2dc79c-7a12-4489-a77a-f127a9da4055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798091-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-25T14:30:11Z,description=,heartbeat_timestamp=2021-06-25T14:44:11Z,host='dv-cinder-798091-1-smb',id=941bc864-709b-4c09-a7df-f27e1f49545a,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:30:11Z,topic='l3_agent')) {'router_ids': ['186346e4-7b67-4504-b5aa-dd8f40be6c2b'], 'active': True} {{(pid=78399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:44:23.469466 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-df4a26b0-d891-4793-84ca-374b45f33dba tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] 10.222.0.72 "PUT /v2.0/floatingips/82d75f09-a611-44fe-a380-5296986da162 HTTP/1.1" status: 200 len: 991 time: 1.7349455 Jun 25 14:44:23.469466 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a335ad9a-175d-4d53-b168-48bb95379080', 'tag': 'b7b0daed-8032-48de-b875-b4c513bbf203'}] {{(pid=78398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:44:23.561810 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a335ad9a-175d-4d53-b168-48bb95379080', 'tag': 'b7b0daed-8032-48de-b875-b4c513bbf203', 'status': 'completed', 'code': 200} Jun 25 14:44:23.608833 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.l3_dvr_db [None req-1e2dc79c-7a12-4489-a77a-f127a9da4055 None None] Set router 186346e4-7b67-4504-b5aa-dd8f40be6c2b gateway port host: dv-cinder-798091-1-smb {{(pid=78399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:44:23.696953 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e952a276-38ae-43d4-aab9-b70dcd0f1922 req-f2ae4a6d-b14f-4d7e-a84a-0316a00c8d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:44:23.698599 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-e952a276-38ae-43d4-aab9-b70dcd0f1922 req-f2ae4a6d-b14f-4d7e-a84a-0316a00c8d70 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=7a1d3268123d4b12a1168eda73de2201&device_id=a335ad9a-175d-4d53-b168-48bb95379080 HTTP/1.1" status: 200 len: 1098 time: 0.0793397 Jun 25 14:44:23.842542 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e952a276-38ae-43d4-aab9-b70dcd0f1922 req-adc1fdd8-9669-4f2b-a8a9-df5a47fc9a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:44:23.844475 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-e952a276-38ae-43d4-aab9-b70dcd0f1922 req-adc1fdd8-9669-4f2b-a8a9-df5a47fc9a5d service neutron] 10.222.0.77 "GET /v2.0/networks?id=67ba1ff0-ab4f-41c2-a1c4-6027b2c685c1 HTTP/1.1" status: 200 len: 911 time: 0.1387548 Jun 25 14:44:23.982666 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-e952a276-38ae-43d4-aab9-b70dcd0f1922 req-c9dd804f-60cb-4edf-812a-6288fba0be4b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b7b0daed-8032-48de-b875-b4c513bbf203 HTTP/1.1" status: 200 len: 999 time: 0.1312251 Jun 25 14:44:24.056034 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e952a276-38ae-43d4-aab9-b70dcd0f1922 req-1ab84ac4-6c40-4c2a-ad0c-7616d0c96823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:44:24.057490 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-e952a276-38ae-43d4-aab9-b70dcd0f1922 req-1ab84ac4-6c40-4c2a-ad0c-7616d0c96823 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ac1ed06e-d434-4471-8b10-9318752714c1 HTTP/1.1" status: 200 len: 849 time: 0.0670509 Jun 25 14:44:24.065407 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.l3_hamode_db [None req-1e2dc79c-7a12-4489-a77a-f127a9da4055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '186346e4-7b67-4504-b5aa-dd8f40be6c2b', 'name': 'tempest-AttachVolumeTestJSON-358625753-router', 'tenant_id': '7a1d3268123d4b12a1168eda73de2201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee', 'external_fixed_ips': [{'subnet_id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'ip_address': '172.28.1.244'}], 'enable_snat': True}, 'gw_port_id': 'db8fa363-d90b-4c36-8cff-1b7f9ce192a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:38:56Z', 'updated_at': '2021-06-25T14:39:18Z', 'revision_number': 4, 'project_id': '7a1d3268123d4b12a1168eda73de2201', 'gw_port': {'id': 'db8fa363-d90b-4c36-8cff-1b7f9ce192a3', 'name': '', 'network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:47:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '186346e4-7b67-4504-b5aa-dd8f40be6c2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'ip_address': '172.28.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:38:59Z', 'updated_at': '2021-06-25T14:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798091-1-smb', '_floatingips': [{'id': '82d75f09-a611-44fe-a380-5296986da162', 'tenant_id': '7a1d3268123d4b12a1168eda73de2201', 'floating_ip_address': '172.28.1.249', 'floating_network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee', 'router_id': '186346e4-7b67-4504-b5aa-dd8f40be6c2b', 'port_id': 'b7b0daed-8032-48de-b875-b4c513bbf203', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67ba1ff0-ab4f-41c2-a1c4-6027b2c685c1', 'mac_address': 'fa:16:3e:e9:fb:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a335ad9a-175d-4d53-b168-48bb95379080', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T14:44:07Z', 'updated_at': '2021-06-25T14:44:22Z', 'revision_number': 1, 'project_id': '7a1d3268123d4b12a1168eda73de2201', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c432326f-c674-4bae-b126-3767c8bea643', 'name': '', 'network_id': '67ba1ff0-ab4f-41c2-a1c4-6027b2c685c1', 'tenant_id': '7a1d3268123d4b12a1168eda73de2201', 'mac_address': 'fa:16:3e:de:e2:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '186346e4-7b67-4504-b5aa-dd8f40be6c2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'ac1ed06e-d434-4471-8b10-9318752714c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:39:12Z', 'updated_at': '2021-06-25T14:39:29Z', 'revision_number': 5, 'project_id': '7a1d3268123d4b12a1168eda73de2201', 'subnets': [{'id': 'ac1ed06e-d434-4471-8b10-9318752714c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798091-1-smb', False) {} {{(pid=78399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:44:24.070275 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e2dc79c-7a12-4489-a77a-f127a9da4055 None None] Checking router: 186346e4-7b67-4504-b5aa-dd8f40be6c2b for host: dv-cinder-798091-1-smb {{(pid=78399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 14:44:24.082565 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e2dc79c-7a12-4489-a77a-f127a9da4055 None None] Routers {'186346e4-7b67-4504-b5aa-dd8f40be6c2b'} bound to L3 agent in host dv-cinder-798091-1-smb {{(pid=78399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:44:24.083228 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.l3_hamode_db [None req-1e2dc79c-7a12-4489-a77a-f127a9da4055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798091-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-25T14:30:11Z,description=,heartbeat_timestamp=2021-06-25T14:44:11Z,host='dv-cinder-798091-1-smb',id=941bc864-709b-4c09-a7df-f27e1f49545a,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:30:11Z,topic='l3_agent')) {'router_ids': ['186346e4-7b67-4504-b5aa-dd8f40be6c2b'], 'active': True} {{(pid=78399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:44:24.168531 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e952a276-38ae-43d4-aab9-b70dcd0f1922 req-91ffd2cc-9bd2-4cbc-8774-e83ce41ad3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:44:24.170123 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-e952a276-38ae-43d4-aab9-b70dcd0f1922 req-91ffd2cc-9bd2-4cbc-8774-e83ce41ad3b1 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=67ba1ff0-ab4f-41c2-a1c4-6027b2c685c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1058452 Jun 25 14:44:24.305118 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.l3_dvr_db [None req-1e2dc79c-7a12-4489-a77a-f127a9da4055 None None] Set router 186346e4-7b67-4504-b5aa-dd8f40be6c2b gateway port host: dv-cinder-798091-1-smb {{(pid=78399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:44:24.328292 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-e952a276-38ae-43d4-aab9-b70dcd0f1922 req-bd9f4997-6fbe-4f88-89f9-b52f0e9ce652 service neutron] 10.222.0.77 "GET /v2.0/networks/67ba1ff0-ab4f-41c2-a1c4-6027b2c685c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423264 Jun 25 14:44:24.479906 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-e952a276-38ae-43d4-aab9-b70dcd0f1922 req-d6404300-2c94-4878-9bec-345801b1f8a7 service neutron] 10.222.0.77 "GET /v2.0/networks/67ba1ff0-ab4f-41c2-a1c4-6027b2c685c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419902 Jun 25 14:44:24.695293 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.l3_hamode_db [None req-1e2dc79c-7a12-4489-a77a-f127a9da4055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '186346e4-7b67-4504-b5aa-dd8f40be6c2b', 'name': 'tempest-AttachVolumeTestJSON-358625753-router', 'tenant_id': '7a1d3268123d4b12a1168eda73de2201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee', 'external_fixed_ips': [{'subnet_id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'ip_address': '172.28.1.244'}], 'enable_snat': True}, 'gw_port_id': 'db8fa363-d90b-4c36-8cff-1b7f9ce192a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:38:56Z', 'updated_at': '2021-06-25T14:39:18Z', 'revision_number': 4, 'project_id': '7a1d3268123d4b12a1168eda73de2201', 'gw_port': {'id': 'db8fa363-d90b-4c36-8cff-1b7f9ce192a3', 'name': '', 'network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:47:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '186346e4-7b67-4504-b5aa-dd8f40be6c2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'ip_address': '172.28.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:38:59Z', 'updated_at': '2021-06-25T14:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798091-1-smb', '_floatingips': [{'id': '82d75f09-a611-44fe-a380-5296986da162', 'tenant_id': '7a1d3268123d4b12a1168eda73de2201', 'floating_ip_address': '172.28.1.249', 'floating_network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee', 'router_id': '186346e4-7b67-4504-b5aa-dd8f40be6c2b', 'port_id': 'b7b0daed-8032-48de-b875-b4c513bbf203', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67ba1ff0-ab4f-41c2-a1c4-6027b2c685c1', 'mac_address': 'fa:16:3e:e9:fb:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a335ad9a-175d-4d53-b168-48bb95379080', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T14:44:07Z', 'updated_at': '2021-06-25T14:44:22Z', 'revision_number': 1, 'project_id': '7a1d3268123d4b12a1168eda73de2201', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c432326f-c674-4bae-b126-3767c8bea643', 'name': '', 'network_id': '67ba1ff0-ab4f-41c2-a1c4-6027b2c685c1', 'tenant_id': '7a1d3268123d4b12a1168eda73de2201', 'mac_address': 'fa:16:3e:de:e2:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '186346e4-7b67-4504-b5aa-dd8f40be6c2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'ac1ed06e-d434-4471-8b10-9318752714c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:39:12Z', 'updated_at': '2021-06-25T14:39:29Z', 'revision_number': 5, 'project_id': '7a1d3268123d4b12a1168eda73de2201', 'subnets': [{'id': 'ac1ed06e-d434-4471-8b10-9318752714c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798091-1-smb', False) {} {{(pid=78399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:44:24.699505 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e2dc79c-7a12-4489-a77a-f127a9da4055 None None] The sync data for ids ['186346e4-7b67-4504-b5aa-dd8f40be6c2b'] in dv-cinder-798091-1-smb is: [{'id': '186346e4-7b67-4504-b5aa-dd8f40be6c2b', 'name': 'tempest-AttachVolumeTestJSON-358625753-router', 'tenant_id': '7a1d3268123d4b12a1168eda73de2201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee', 'external_fixed_ips': [{'subnet_id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'ip_address': '172.28.1.244'}], 'enable_snat': True}, 'gw_port_id': 'db8fa363-d90b-4c36-8cff-1b7f9ce192a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:38:56Z', 'updated_at': '2021-06-25T14:39:18Z', 'revision_number': 4, 'project_id': '7a1d3268123d4b12a1168eda73de2201', 'gw_port': {'id': 'db8fa363-d90b-4c36-8cff-1b7f9ce192a3', 'name': '', 'network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:47:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '186346e4-7b67-4504-b5aa-dd8f40be6c2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'ip_address': '172.28.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:38:59Z', 'updated_at': '2021-06-25T14:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798091-1-smb', '_floatingips': [{'id': '82d75f09-a611-44fe-a380-5296986da162', 'tenant_id': '7a1d3268123d4b12a1168eda73de2201', 'floating_ip_address': '172.28.1.249', 'floating_network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee', 'router_id': '186346e4-7b67-4504-b5aa-dd8f40be6c2b', 'port_id': 'b7b0daed-8032-48de-b875-b4c513bbf203', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67ba1ff0-ab4f-41c2-a1c4-6027b2c685c1', 'mac_address': 'fa:16:3e:e9:fb:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a335ad9a-175d-4d53-b168-48bb95379080', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T14:44:07Z', 'updated_at': '2021-06-25T14:44:22Z', 'revision_number': 1, 'project_id': '7a1d3268123d4b12a1168eda73de2201', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c432326f-c674-4bae-b126-3767c8bea643', 'name': '', 'network_id': '67ba1ff0-ab4f-41c2-a1c4-6027b2c685c1', 'tenant_id': '7a1d3268123d4b12a1168eda73de2201', 'mac_address': 'fa:16:3e:de:e2:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '186346e4-7b67-4504-b5aa-dd8f40be6c2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'ac1ed06e-d434-4471-8b10-9318752714c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:39:12Z', 'updated_at': '2021-06-25T14:39:29Z', 'revision_number': 5, 'project_id': '7a1d3268123d4b12a1168eda73de2201', 'subnets': [{'id': 'ac1ed06e-d434-4471-8b10-9318752714c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 14:44:24.956216 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb1e0790-a7e3-4069-acd3-f2af71821980 None None] New status for floating IP 82d75f09-a611-44fe-a380-5296986da162: ACTIVE {{(pid=78400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 25 14:44:25.646104 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-fcb3eb2e-82b5-4820-9fbd-843991544f6e req-e3b30056-1c47-4df3-9085-e1c4f1954b1a tempest-VolumesNegativeTest-180168342 tempest-VolumesNegativeTest-180168342-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=edcba4beb8c043d988b9073af65bcee3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0285757 Jun 25 14:44:25.825693 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb3eb2e-82b5-4820-9fbd-843991544f6e req-9939d0ee-0c29-430e-bd3e-aae764db1604 tempest-VolumesNegativeTest-180168342 tempest-VolumesNegativeTest-180168342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:44:25.827050 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-fcb3eb2e-82b5-4820-9fbd-843991544f6e req-9939d0ee-0c29-430e-bd3e-aae764db1604 tempest-VolumesNegativeTest-180168342 tempest-VolumesNegativeTest-180168342-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1754439 Jun 25 14:44:25.842703 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-fcb3eb2e-82b5-4820-9fbd-843991544f6e req-ecab3e3c-b992-4c94-90db-b3493bbfafc9 tempest-VolumesNegativeTest-180168342 tempest-VolumesNegativeTest-180168342-project] 10.222.0.72 "GET /v2.0/quotas/edcba4beb8c043d988b9073af65bcee3 HTTP/1.1" status: 200 len: 375 time: 0.0095923 Jun 25 14:44:25.890847 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-fcb3eb2e-82b5-4820-9fbd-843991544f6e req-04df943c-c7c2-4360-8a5e-51a153124dfc tempest-VolumesNegativeTest-180168342 tempest-VolumesNegativeTest-180168342-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=edcba4beb8c043d988b9073af65bcee3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0421627 Jun 25 14:44:26.146364 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-a23beaa2-6646-4dd4-94a1-afc705f9bc18 req-023c7a1a-d914-47a7-8386-8555af38cf16 tempest-VolumesNegativeTest-180168342 tempest-VolumesNegativeTest-180168342-project] 10.222.0.72 "GET /v2.0/ports?device_id=30f984af-ce3d-42c1-82ca-d20ca1c67659 HTTP/1.1" status: 200 len: 210 time: 0.0446260 Jun 25 14:44:27.315254 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-fcb3eb2e-82b5-4820-9fbd-843991544f6e req-d980bd72-ca75-4104-983f-c673326debaa tempest-VolumesNegativeTest-180168342 tempest-VolumesNegativeTest-180168342-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=edcba4beb8c043d988b9073af65bcee3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0297432 Jun 25 14:44:27.385312 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-e555320c-c343-421e-9f3a-d1902c0ca28c req-8ef66ef4-b559-4802-b834-7605e4b80244 tempest-VolumesNegativeTest-180168342 tempest-VolumesNegativeTest-180168342-project] 10.222.0.72 "GET /v2.0/ports?device_id=30f984af-ce3d-42c1-82ca-d20ca1c67659 HTTP/1.1" status: 200 len: 210 time: 0.0683537 Jun 25 14:44:27.491133 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.db.agents_db [None req-33cd8ffe-8d55-4e82-a60c-f31f0cdcb446 None None] Agent healthcheck: found 6 active agents {{(pid=78400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 25 14:44:27.524087 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb3eb2e-82b5-4820-9fbd-843991544f6e req-326afe41-bd93-461b-a1d1-40186ed9805b tempest-VolumesNegativeTest-180168342 tempest-VolumesNegativeTest-180168342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:44:27.525541 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-fcb3eb2e-82b5-4820-9fbd-843991544f6e req-326afe41-bd93-461b-a1d1-40186ed9805b tempest-VolumesNegativeTest-180168342 tempest-VolumesNegativeTest-180168342-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1746325 Jun 25 14:44:27.554273 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.v2.base [req-fcb3eb2e-82b5-4820-9fbd-843991544f6e req-f7480a69-7d5e-483f-8523-d2b30d3bf2c0 tempest-VolumesNegativeTest-180168342 tempest-VolumesNegativeTest-180168342-project] Request body: {'port': {'device_id': '30f984af-ce3d-42c1-82ca-d20ca1c67659', 'network_id': '09f5109c-9a48-4b60-9c39-c3a6ebdd9449', 'admin_state_up': True, 'tenant_id': 'edcba4beb8c043d988b9073af65bcee3'}} {{(pid=78397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:44:27.856097 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [req-fcb3eb2e-82b5-4820-9fbd-843991544f6e req-f7480a69-7d5e-483f-8523-d2b30d3bf2c0 tempest-VolumesNegativeTest-180168342 tempest-VolumesNegativeTest-180168342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:44:27.860626 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [req-fcb3eb2e-82b5-4820-9fbd-843991544f6e req-f7480a69-7d5e-483f-8523-d2b30d3bf2c0 tempest-VolumesNegativeTest-180168342 tempest-VolumesNegativeTest-180168342-project] Usage tracker for resource:port and tenant:edcba4beb8c043d988b9073af65bcee3 is out of sync, need to count used quota {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:44:27.864780 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [req-fcb3eb2e-82b5-4820-9fbd-843991544f6e req-f7480a69-7d5e-483f-8523-d2b30d3bf2c0 tempest-VolumesNegativeTest-180168342 tempest-VolumesNegativeTest-180168342-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:44:27.871937 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [req-fcb3eb2e-82b5-4820-9fbd-843991544f6e req-f7480a69-7d5e-483f-8523-d2b30d3bf2c0 tempest-VolumesNegativeTest-180168342 tempest-VolumesNegativeTest-180168342-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:44:27.883500 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcb3eb2e-82b5-4820-9fbd-843991544f6e req-f7480a69-7d5e-483f-8523-d2b30d3bf2c0 tempest-VolumesNegativeTest-180168342 tempest-VolumesNegativeTest-180168342-project] Made reservation on behalf of edcba4beb8c043d988b9073af65bcee3 for: {'port': 1} {{(pid=78397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 14:44:27.887927 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-fcb3eb2e-82b5-4820-9fbd-843991544f6e req-f7480a69-7d5e-483f-8523-d2b30d3bf2c0 tempest-VolumesNegativeTest-180168342 tempest-VolumesNegativeTest-180168342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for port, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:27.904594 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-fcb3eb2e-82b5-4820-9fbd-843991544f6e req-f7480a69-7d5e-483f-8523-d2b30d3bf2c0 tempest-VolumesNegativeTest-180168342 tempest-VolumesNegativeTest-180168342-project] Notify callbacks [] for security_group, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:27.925456 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [req-fcb3eb2e-82b5-4820-9fbd-843991544f6e req-f7480a69-7d5e-483f-8523-d2b30d3bf2c0 tempest-VolumesNegativeTest-180168342 tempest-VolumesNegativeTest-180168342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:44:27.930367 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [req-fcb3eb2e-82b5-4820-9fbd-843991544f6e req-f7480a69-7d5e-483f-8523-d2b30d3bf2c0 tempest-VolumesNegativeTest-180168342 tempest-VolumesNegativeTest-180168342-project] Usage tracker for resource:security_group_rule and tenant:edcba4beb8c043d988b9073af65bcee3 is out of sync, need to count used quota {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:44:27.933834 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [req-fcb3eb2e-82b5-4820-9fbd-843991544f6e req-f7480a69-7d5e-483f-8523-d2b30d3bf2c0 tempest-VolumesNegativeTest-180168342 tempest-VolumesNegativeTest-180168342-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:44:27.941034 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [req-fcb3eb2e-82b5-4820-9fbd-843991544f6e req-f7480a69-7d5e-483f-8523-d2b30d3bf2c0 tempest-VolumesNegativeTest-180168342 tempest-VolumesNegativeTest-180168342-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:44:28.071204 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-fcb3eb2e-82b5-4820-9fbd-843991544f6e req-f7480a69-7d5e-483f-8523-d2b30d3bf2c0 tempest-VolumesNegativeTest-180168342 tempest-VolumesNegativeTest-180168342-project] Notify callbacks [] for security_group, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:28.076265 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-fcb3eb2e-82b5-4820-9fbd-843991544f6e req-f7480a69-7d5e-483f-8523-d2b30d3bf2c0 tempest-VolumesNegativeTest-180168342 tempest-VolumesNegativeTest-180168342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726995'] for security_group, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:28.083633 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-fcc743c7-8793-4d5f-98b9-66354600633c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:44:28.214328 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7480a69-7d5e-483f-8523-d2b30d3bf2c0 tempest-VolumesNegativeTest-180168342 tempest-VolumesNegativeTest-180168342-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e28176f6-e776-4971-bbce-a481d1db2712,revision_number=1']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:44:28.224628 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-f7480a69-7d5e-483f-8523-d2b30d3bf2c0 tempest-VolumesNegativeTest-180168342 tempest-VolumesNegativeTest-180168342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:44:28.364370 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.db_base_plugin_common [req-fcb3eb2e-82b5-4820-9fbd-843991544f6e req-f7480a69-7d5e-483f-8523-d2b30d3bf2c0 tempest-VolumesNegativeTest-180168342 tempest-VolumesNegativeTest-180168342-project] Allocated IP 192.168.233.138 (09f5109c-9a48-4b60-9c39-c3a6ebdd9449/eabb83ce-1f22-48d0-aa9d-b98c97f3bb00/98819a9d-1359-414b-8da1-020bfd02b4d4) {{(pid=78397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 14:44:28.558775 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-291ef99d-70eb-486a-a7ed-51543ede4ad2 req-6ab24a9f-4587-4308-a243-f2855826971c tempest-VolumesNegativeTest-180168342 tempest-VolumesNegativeTest-180168342-project] 10.222.0.72 "GET /v2.0/ports?device_id=30f984af-ce3d-42c1-82ca-d20ca1c67659 HTTP/1.1" status: 200 len: 210 time: 0.0615153 Jun 25 14:44:28.608318 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-fcb3eb2e-82b5-4820-9fbd-843991544f6e req-f7480a69-7d5e-483f-8523-d2b30d3bf2c0 tempest-VolumesNegativeTest-180168342 tempest-VolumesNegativeTest-180168342-project] Notify callbacks [] for port, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:28.636515 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.provisioning_blocks [req-fcb3eb2e-82b5-4820-9fbd-843991544f6e req-f7480a69-7d5e-483f-8523-d2b30d3bf2c0 tempest-VolumesNegativeTest-180168342 tempest-VolumesNegativeTest-180168342-project] Transition to ACTIVE for port object 98819a9d-1359-414b-8da1-020bfd02b4d4 will not be triggered until provisioned by entity DHCP. {{(pid=78397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:44:28.669140 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-fcb3eb2e-82b5-4820-9fbd-843991544f6e req-f7480a69-7d5e-483f-8523-d2b30d3bf2c0 tempest-VolumesNegativeTest-180168342 tempest-VolumesNegativeTest-180168342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747172243469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127937375'] for port, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:28.675466 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-e65dbbab-542b-418b-ae4a-1c25cf91ec93 tempest-DeleteServersTestJSON-1577299992 tempest-DeleteServersTestJSON-1577299992-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:44:28.745926 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcb3eb2e-82b5-4820-9fbd-843991544f6e req-f7480a69-7d5e-483f-8523-d2b30d3bf2c0 tempest-VolumesNegativeTest-180168342 tempest-VolumesNegativeTest-180168342-project] Network 09f5109c-9a48-4b60-9c39-c3a6ebdd9449 is already hosted by enough agents. {{(pid=78397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:44:28.749033 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.scheduler.base_scheduler [req-fcb3eb2e-82b5-4820-9fbd-843991544f6e req-f7480a69-7d5e-483f-8523-d2b30d3bf2c0 tempest-VolumesNegativeTest-180168342 tempest-VolumesNegativeTest-180168342-project] Resources bound (agent type, host, resource id): {{(pid=78397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:44:28.753907 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcb3eb2e-82b5-4820-9fbd-843991544f6e req-f7480a69-7d5e-483f-8523-d2b30d3bf2c0 tempest-VolumesNegativeTest-180168342 tempest-VolumesNegativeTest-180168342-project] Received port after_create {{(pid=78397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 25 14:44:28.785804 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7480a69-7d5e-483f-8523-d2b30d3bf2c0 tempest-VolumesNegativeTest-180168342 tempest-VolumesNegativeTest-180168342-project] Pushing event updated for resources: {'Port': ['ID=98819a9d-1359-414b-8da1-020bfd02b4d4,revision_number=1']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:44:28.792774 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-f7480a69-7d5e-483f-8523-d2b30d3bf2c0 tempest-VolumesNegativeTest-180168342 tempest-VolumesNegativeTest-180168342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:44:28.843954 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb3eb2e-82b5-4820-9fbd-843991544f6e req-f7480a69-7d5e-483f-8523-d2b30d3bf2c0 tempest-VolumesNegativeTest-180168342 tempest-VolumesNegativeTest-180168342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:44:28.844893 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-fcb3eb2e-82b5-4820-9fbd-843991544f6e req-f7480a69-7d5e-483f-8523-d2b30d3bf2c0 tempest-VolumesNegativeTest-180168342 tempest-VolumesNegativeTest-180168342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257150'] for port, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:28.876348 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-fcb3eb2e-82b5-4820-9fbd-843991544f6e req-f7480a69-7d5e-483f-8523-d2b30d3bf2c0 tempest-VolumesNegativeTest-180168342 tempest-VolumesNegativeTest-180168342-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3261769 Jun 25 14:44:28.910213 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.v2.base [req-fcb3eb2e-82b5-4820-9fbd-843991544f6e req-740ebc61-6c36-4d30-ada6-a3c6ae1108f8 service neutron] Request body: {'port': {'device_id': '30f984af-ce3d-42c1-82ca-d20ca1c67659', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79809'}} {{(pid=78397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:44:28.968264 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-5e988289-1fed-42cf-825a-19f06c593286 None None] Provisioning for port 98819a9d-1359-414b-8da1-020bfd02b4d4 completed by entity DHCP. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:44:28.974279 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-5e988289-1fed-42cf-825a-19f06c593286 None None] Provisioning complete for port 98819a9d-1359-414b-8da1-020bfd02b4d4 triggered by entity DHCP. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:44:28.975516 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-5e988289-1fed-42cf-825a-19f06c593286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545280'] for port, provisioning_complete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:29.035061 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-fcb3eb2e-82b5-4820-9fbd-843991544f6e req-740ebc61-6c36-4d30-ada6-a3c6ae1108f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for port, before_update {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:29.036684 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.plugin [None req-5e988289-1fed-42cf-825a-19f06c593286 None None] Port 98819a9d-1359-414b-8da1-020bfd02b4d4 cannot update to ACTIVE because it is not bound. {{(pid=78399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 14:44:29.376529 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.notifiers.nova [req-fcb3eb2e-82b5-4820-9fbd-843991544f6e req-740ebc61-6c36-4d30-ada6-a3c6ae1108f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98819a9d-1359-414b-8da1-020bfd02b4d4 {{(pid=78397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 14:44:29.383923 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-fcb3eb2e-82b5-4820-9fbd-843991544f6e req-740ebc61-6c36-4d30-ada6-a3c6ae1108f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:29.398397 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.provisioning_blocks [req-fcb3eb2e-82b5-4820-9fbd-843991544f6e req-740ebc61-6c36-4d30-ada6-a3c6ae1108f8 service neutron] Transition to ACTIVE for port object 98819a9d-1359-414b-8da1-020bfd02b4d4 will not be triggered until provisioned by entity L2. {{(pid=78397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:44:29.402351 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-fcb3eb2e-82b5-4820-9fbd-843991544f6e req-740ebc61-6c36-4d30-ada6-a3c6ae1108f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747172683978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747172243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747172243532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127937384'] for port, after_update {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:29.405854 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-2a200504-6742-4dfa-9b98-d86eba0141b3 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:44:29.562981 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740ebc61-6c36-4d30-ada6-a3c6ae1108f8 service neutron] Pushing event updated for resources: {'Port': ['ID=98819a9d-1359-414b-8da1-020bfd02b4d4,revision_number=2']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:44:29.570999 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-740ebc61-6c36-4d30-ada6-a3c6ae1108f8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:44:29.656774 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.managers [req-fcb3eb2e-82b5-4820-9fbd-843991544f6e req-740ebc61-6c36-4d30-ada6-a3c6ae1108f8 service neutron] Attempting to bind port 98819a9d-1359-414b-8da1-020bfd02b4d4 on host hv-cinder-79809 for vnic_type normal with profile {{(pid=78397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 14:44:29.656974 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.managers [req-fcb3eb2e-82b5-4820-9fbd-843991544f6e req-740ebc61-6c36-4d30-ada6-a3c6ae1108f8 service neutron] Attempting to bind port 98819a9d-1359-414b-8da1-020bfd02b4d4 by drivers openvswitch,hyperv on host hv-cinder-79809 at level 0 using segments [{'id': 'cdb6d4ec-ce77-4c94-83e1-5f7c99695ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '09f5109c-9a48-4b60-9c39-c3a6ebdd9449'}] {{(pid=78397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 14:44:29.657300 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb3eb2e-82b5-4820-9fbd-843991544f6e req-740ebc61-6c36-4d30-ada6-a3c6ae1108f8 service neutron] Attempting to bind port 98819a9d-1359-414b-8da1-020bfd02b4d4 on network 09f5109c-9a48-4b60-9c39-c3a6ebdd9449 {{(pid=78397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:44:29.662857 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb3eb2e-82b5-4820-9fbd-843991544f6e req-740ebc61-6c36-4d30-ada6-a3c6ae1108f8 service neutron] Port 98819a9d-1359-414b-8da1-020bfd02b4d4 on network 09f5109c-9a48-4b60-9c39-c3a6ebdd9449 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79809 {{(pid=78397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 14:44:29.663316 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb3eb2e-82b5-4820-9fbd-843991544f6e req-740ebc61-6c36-4d30-ada6-a3c6ae1108f8 service neutron] Attempting to bind port 98819a9d-1359-414b-8da1-020bfd02b4d4 on network 09f5109c-9a48-4b60-9c39-c3a6ebdd9449 {{(pid=78397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:44:29.668873 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb3eb2e-82b5-4820-9fbd-843991544f6e req-740ebc61-6c36-4d30-ada6-a3c6ae1108f8 service neutron] Checking agent: {'id': 'cd5845b2-5f15-4f32-8a77-b0e44a8778a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79809', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 14, 36, 51), 'started_at': datetime.datetime(2021, 6, 25, 14, 36, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 14, 44, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 14:44:29.669215 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb3eb2e-82b5-4820-9fbd-843991544f6e req-740ebc61-6c36-4d30-ada6-a3c6ae1108f8 service neutron] Checking segment: {'id': 'cdb6d4ec-ce77-4c94-83e1-5f7c99695ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '09f5109c-9a48-4b60-9c39-c3a6ebdd9449'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:44:29.669609 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb3eb2e-82b5-4820-9fbd-843991544f6e req-740ebc61-6c36-4d30-ada6-a3c6ae1108f8 service neutron] Bound using segment: {'id': 'cdb6d4ec-ce77-4c94-83e1-5f7c99695ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '09f5109c-9a48-4b60-9c39-c3a6ebdd9449'} {{(pid=78397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 14:44:29.670035 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.managers [req-fcb3eb2e-82b5-4820-9fbd-843991544f6e req-740ebc61-6c36-4d30-ada6-a3c6ae1108f8 service neutron] Bound port: 98819a9d-1359-414b-8da1-020bfd02b4d4, host: hv-cinder-79809, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cdb6d4ec-ce77-4c94-83e1-5f7c99695ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '09f5109c-9a48-4b60-9c39-c3a6ebdd9449'}}] {{(pid=78397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 14:44:29.670401 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-fcb3eb2e-82b5-4820-9fbd-843991544f6e req-740ebc61-6c36-4d30-ada6-a3c6ae1108f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for port, before_update {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:29.819086 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.db [req-fcb3eb2e-82b5-4820-9fbd-843991544f6e req-740ebc61-6c36-4d30-ada6-a3c6ae1108f8 service neutron] For port 98819a9d-1359-414b-8da1-020bfd02b4d4, host hv-cinder-79809, cleared binding levels {{(pid=78397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 25 14:44:29.822658 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.db [req-fcb3eb2e-82b5-4820-9fbd-843991544f6e req-740ebc61-6c36-4d30-ada6-a3c6ae1108f8 service neutron] For port 98819a9d-1359-414b-8da1-020bfd02b4d4, host hv-cinder-79809, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=98819a9d-1359-414b-8da1-020bfd02b4d4,segment=NetworkSegment(cdb6d4ec-ce77-4c94-83e1-5f7c99695ff1),segment_id=cdb6d4ec-ce77-4c94-83e1-5f7c99695ff1)] {{(pid=78397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 25 14:44:29.828504 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-fcb3eb2e-82b5-4820-9fbd-843991544f6e req-740ebc61-6c36-4d30-ada6-a3c6ae1108f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747172683978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747172243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747172243532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127937384'] for port, after_update {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:29.832556 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-dbc8c761-b53c-4c85-850e-c22b158e031b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:44:29.890736 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88db8f9a-0fae-467e-a710-01a5e1b12900 req-148fa387-f80f-403c-83c8-020a830a6d22 tempest-VolumesNegativeTest-180168342 tempest-VolumesNegativeTest-180168342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:44:29.891356 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [req-88db8f9a-0fae-467e-a710-01a5e1b12900 req-148fa387-f80f-403c-83c8-020a830a6d22 tempest-VolumesNegativeTest-180168342 tempest-VolumesNegativeTest-180168342-project] Synchronizing usage tracker for tenant:edcba4beb8c043d988b9073af65bcee3 on resource:port {{(pid=78397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 25 14:44:29.912198 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb3eb2e-82b5-4820-9fbd-843991544f6e req-740ebc61-6c36-4d30-ada6-a3c6ae1108f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:44:29.912864 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-fcb3eb2e-82b5-4820-9fbd-843991544f6e req-740ebc61-6c36-4d30-ada6-a3c6ae1108f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257150'] for port, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:29.914452 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-fcb3eb2e-82b5-4820-9fbd-843991544f6e req-740ebc61-6c36-4d30-ada6-a3c6ae1108f8 service neutron] 10.222.0.77 "PUT /v2.0/ports/98819a9d-1359-414b-8da1-020bfd02b4d4 HTTP/1.1" status: 200 len: 1098 time: 1.0091991 Jun 25 14:44:29.916925 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30f984af-ce3d-42c1-82ca-d20ca1c67659', 'tag': '98819a9d-1359-414b-8da1-020bfd02b4d4'}] {{(pid=78397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:44:29.941726 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740ebc61-6c36-4d30-ada6-a3c6ae1108f8 service neutron] Pushing event updated for resources: {'Port': ['ID=98819a9d-1359-414b-8da1-020bfd02b4d4,revision_number=3']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:44:29.945566 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-740ebc61-6c36-4d30-ada6-a3c6ae1108f8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:44:29.946788 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [req-88db8f9a-0fae-467e-a710-01a5e1b12900 req-148fa387-f80f-403c-83c8-020a830a6d22 tempest-VolumesNegativeTest-180168342 tempest-VolumesNegativeTest-180168342-project] Unset dirty status for tenant:edcba4beb8c043d988b9073af65bcee3 on resource:port {{(pid=78397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 25 14:44:29.948682 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-88db8f9a-0fae-467e-a710-01a5e1b12900 req-148fa387-f80f-403c-83c8-020a830a6d22 tempest-VolumesNegativeTest-180168342 tempest-VolumesNegativeTest-180168342-project] 10.222.0.72 "GET /v2.0/ports?device_id=30f984af-ce3d-42c1-82ca-d20ca1c67659 HTTP/1.1" status: 200 len: 948 time: 0.2603989 Jun 25 14:44:30.044750 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [req-88db8f9a-0fae-467e-a710-01a5e1b12900 req-07e56a9c-0c22-47d5-a8f4-0ddea994dac4 tempest-VolumesNegativeTest-180168342 tempest-VolumesNegativeTest-180168342-project] Synchronizing usage tracker for tenant:edcba4beb8c043d988b9073af65bcee3 on resource:security_group {{(pid=78397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 25 14:44:30.049390 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30f984af-ce3d-42c1-82ca-d20ca1c67659', 'tag': '98819a9d-1359-414b-8da1-020bfd02b4d4', 'status': 'completed', 'code': 200} Jun 25 14:44:30.080321 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [req-88db8f9a-0fae-467e-a710-01a5e1b12900 req-07e56a9c-0c22-47d5-a8f4-0ddea994dac4 tempest-VolumesNegativeTest-180168342 tempest-VolumesNegativeTest-180168342-project] Unset dirty status for tenant:edcba4beb8c043d988b9073af65bcee3 on resource:security_group {{(pid=78397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 25 14:44:30.086138 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-88db8f9a-0fae-467e-a710-01a5e1b12900 req-07e56a9c-0c22-47d5-a8f4-0ddea994dac4 tempest-VolumesNegativeTest-180168342 tempest-VolumesNegativeTest-180168342-project] 10.222.0.72 "GET /v2.0/security-groups?id=e28176f6-e776-4971-bbce-a481d1db2712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308303 Jun 25 14:44:30.112789 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb3eb2e-82b5-4820-9fbd-843991544f6e req-6cbcccfe-c97f-49fd-8b0c-9d7011b092bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:44:30.114421 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-fcb3eb2e-82b5-4820-9fbd-843991544f6e req-6cbcccfe-c97f-49fd-8b0c-9d7011b092bf service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=edcba4beb8c043d988b9073af65bcee3&device_id=30f984af-ce3d-42c1-82ca-d20ca1c67659 HTTP/1.1" status: 200 len: 1101 time: 0.1259460 Jun 25 14:44:30.291201 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-fcb3eb2e-82b5-4820-9fbd-843991544f6e req-513124d7-a613-4448-9470-1a41e1ecb518 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=98819a9d-1359-414b-8da1-020bfd02b4d4 HTTP/1.1" status: 200 len: 217 time: 0.1585698 Jun 25 14:44:30.357886 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb3eb2e-82b5-4820-9fbd-843991544f6e req-be7ed379-f7d1-421e-9e22-f278b9c6fe66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:44:30.359301 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-fcb3eb2e-82b5-4820-9fbd-843991544f6e req-be7ed379-f7d1-421e-9e22-f278b9c6fe66 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=eabb83ce-1f22-48d0-aa9d-b98c97f3bb00 HTTP/1.1" status: 200 len: 843 time: 0.0610476 Jun 25 14:44:30.434466 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb3eb2e-82b5-4820-9fbd-843991544f6e req-59b85ddc-9dea-402e-9c86-f464ebfa4df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:44:30.435894 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-fcb3eb2e-82b5-4820-9fbd-843991544f6e req-59b85ddc-9dea-402e-9c86-f464ebfa4df7 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=09f5109c-9a48-4b60-9c39-c3a6ebdd9449&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0698512 Jun 25 14:44:30.566802 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-fcb3eb2e-82b5-4820-9fbd-843991544f6e req-f4bea24e-8cda-4a99-83b8-e8432a9a2f15 service neutron] 10.222.0.77 "GET /v2.0/networks/09f5109c-9a48-4b60-9c39-c3a6ebdd9449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239502 Jun 25 14:44:30.700901 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-fcb3eb2e-82b5-4820-9fbd-843991544f6e req-80fd4365-2979-4292-9f12-be810c1e291e service neutron] 10.222.0.77 "GET /v2.0/networks/09f5109c-9a48-4b60-9c39-c3a6ebdd9449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264892 Jun 25 14:44:30.882755 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ad5daa-913c-49c9-8061-14e3553496e1 req-d5561cee-1aba-47ce-93c5-15facd82adf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:44:30.884030 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-e2ad5daa-913c-49c9-8061-14e3553496e1 req-d5561cee-1aba-47ce-93c5-15facd82adf1 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=edcba4beb8c043d988b9073af65bcee3&device_id=30f984af-ce3d-42c1-82ca-d20ca1c67659 HTTP/1.1" status: 200 len: 1101 time: 0.0863066 Jun 25 14:44:31.023926 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ad5daa-913c-49c9-8061-14e3553496e1 req-1f52269f-0c15-46d0-8425-b3af33f7a5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:44:31.025359 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-e2ad5daa-913c-49c9-8061-14e3553496e1 req-1f52269f-0c15-46d0-8425-b3af33f7a5a0 service neutron] 10.222.0.77 "GET /v2.0/networks?id=09f5109c-9a48-4b60-9c39-c3a6ebdd9449 HTTP/1.1" status: 200 len: 870 time: 0.1340864 Jun 25 14:44:31.096380 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-e2ad5daa-913c-49c9-8061-14e3553496e1 req-bae943b9-def4-40f4-8885-f4304ae27db9 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=98819a9d-1359-414b-8da1-020bfd02b4d4 HTTP/1.1" status: 200 len: 217 time: 0.0614262 Jun 25 14:44:31.168496 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ad5daa-913c-49c9-8061-14e3553496e1 req-9360a259-a0a1-430e-b260-ff14031918d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:44:31.169995 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-e2ad5daa-913c-49c9-8061-14e3553496e1 req-9360a259-a0a1-430e-b260-ff14031918d9 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=eabb83ce-1f22-48d0-aa9d-b98c97f3bb00 HTTP/1.1" status: 200 len: 843 time: 0.0645459 Jun 25 14:44:31.249478 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ad5daa-913c-49c9-8061-14e3553496e1 req-bdd51856-d791-42bb-aa9e-4fbe21c2367a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:44:31.251037 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-e2ad5daa-913c-49c9-8061-14e3553496e1 req-bdd51856-d791-42bb-aa9e-4fbe21c2367a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=09f5109c-9a48-4b60-9c39-c3a6ebdd9449&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0737770 Jun 25 14:44:31.281245 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6fe9e2-6fc4-4f4d-956e-be4a39317c79 req-47ad569f-8c00-49c5-8bf3-c49ff837d917 tempest-VolumesNegativeTest-180168342 tempest-VolumesNegativeTest-180168342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:44:31.284240 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-8b6fe9e2-6fc4-4f4d-956e-be4a39317c79 req-47ad569f-8c00-49c5-8bf3-c49ff837d917 tempest-VolumesNegativeTest-180168342 tempest-VolumesNegativeTest-180168342-project] 10.222.0.72 "GET /v2.0/ports?device_id=30f984af-ce3d-42c1-82ca-d20ca1c67659 HTTP/1.1" status: 200 len: 948 time: 0.0878122 Jun 25 14:44:31.336559 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-8b6fe9e2-6fc4-4f4d-956e-be4a39317c79 req-08ae4e91-3c12-41cf-b8e1-01f2aed8275f tempest-VolumesNegativeTest-180168342 tempest-VolumesNegativeTest-180168342-project] 10.222.0.72 "GET /v2.0/security-groups?id=e28176f6-e776-4971-bbce-a481d1db2712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416031 Jun 25 14:44:31.406600 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-e2ad5daa-913c-49c9-8061-14e3553496e1 req-efe594c1-d3b1-4dec-ae09-9de1cd649bd5 service neutron] 10.222.0.77 "GET /v2.0/networks/09f5109c-9a48-4b60-9c39-c3a6ebdd9449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485133 Jun 25 14:44:31.544914 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-e2ad5daa-913c-49c9-8061-14e3553496e1 req-dd8ca4c4-73ad-4c26-a6cc-525da91c37b3 service neutron] 10.222.0.77 "GET /v2.0/networks/09f5109c-9a48-4b60-9c39-c3a6ebdd9449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309299 Jun 25 14:44:32.547475 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70c6b94-4fd3-48bb-889c-8e67f6d8350d req-ffe56c84-0f1b-41a6-8f9d-338476c38f93 tempest-VolumesNegativeTest-180168342 tempest-VolumesNegativeTest-180168342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:44:32.549762 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-a70c6b94-4fd3-48bb-889c-8e67f6d8350d req-ffe56c84-0f1b-41a6-8f9d-338476c38f93 tempest-VolumesNegativeTest-180168342 tempest-VolumesNegativeTest-180168342-project] 10.222.0.72 "GET /v2.0/ports?device_id=30f984af-ce3d-42c1-82ca-d20ca1c67659 HTTP/1.1" status: 200 len: 948 time: 0.0853093 Jun 25 14:44:32.601676 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-a70c6b94-4fd3-48bb-889c-8e67f6d8350d req-380f11b2-161b-4182-b52c-c1f07c2b0486 tempest-VolumesNegativeTest-180168342 tempest-VolumesNegativeTest-180168342-project] 10.222.0.72 "GET /v2.0/security-groups?id=e28176f6-e776-4971-bbce-a481d1db2712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460098 Jun 25 14:44:33.816165 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a0f9e5-ac4c-4dff-9428-3b3801748296 req-d84d9f9f-3632-4a52-8f17-541513734673 tempest-VolumesNegativeTest-180168342 tempest-VolumesNegativeTest-180168342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:44:33.817777 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-73a0f9e5-ac4c-4dff-9428-3b3801748296 req-d84d9f9f-3632-4a52-8f17-541513734673 tempest-VolumesNegativeTest-180168342 tempest-VolumesNegativeTest-180168342-project] 10.222.0.72 "GET /v2.0/ports?device_id=30f984af-ce3d-42c1-82ca-d20ca1c67659 HTTP/1.1" status: 200 len: 948 time: 0.1041222 Jun 25 14:44:33.870426 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-73a0f9e5-ac4c-4dff-9428-3b3801748296 req-a4f020bb-a80f-42a2-8f88-8570ae763317 tempest-VolumesNegativeTest-180168342 tempest-VolumesNegativeTest-180168342-project] 10.222.0.72 "GET /v2.0/security-groups?id=e28176f6-e776-4971-bbce-a481d1db2712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461209 Jun 25 14:44:34.576426 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Device 98819a9d-1359-414b-8da1-020bfd02b4d4 details requested by agent hyperv_hv-cinder-79809 with host hv-cinder-79809 {{(pid=78399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 25 14:44:34.718687 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] For port 98819a9d-1359-414b-8da1-020bfd02b4d4, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=98819a9d-1359-414b-8da1-020bfd02b4d4,segment=NetworkSegment(cdb6d4ec-ce77-4c94-83e1-5f7c99695ff1),segment_id=cdb6d4ec-ce77-4c94-83e1-5f7c99695ff1)] {{(pid=78399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:44:34.736822 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Returning: {'device': '98819a9d-1359-414b-8da1-020bfd02b4d4', 'network_id': '09f5109c-9a48-4b60-9c39-c3a6ebdd9449', 'port_id': '98819a9d-1359-414b-8da1-020bfd02b4d4', 'mac_address': 'fa:16:3e:ad:eb:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eabb83ce-1f22-48d0-aa9d-b98c97f3bb00', 'ip_address': '192.168.233.138'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 25 14:44:34.812762 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for port, before_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:34.851392 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.notifiers.nova [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98819a9d-1359-414b-8da1-020bfd02b4d4 {{(pid=78399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 14:44:34.870759 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] For port 98819a9d-1359-414b-8da1-020bfd02b4d4, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=98819a9d-1359-414b-8da1-020bfd02b4d4,segment=NetworkSegment(cdb6d4ec-ce77-4c94-83e1-5f7c99695ff1),segment_id=cdb6d4ec-ce77-4c94-83e1-5f7c99695ff1)] {{(pid=78399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:44:34.878857 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747172683978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747172243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747172243532'] for port, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:34.881838 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:44:34.973279 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Pushing event updated for resources: {'Port': ['ID=98819a9d-1359-414b-8da1-020bfd02b4d4,revision_number=4']} {{(pid=78399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:44:34.988070 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:44:34.988661 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:44:34.989303 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:44:34.990031 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:44:34.990596 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:44:34.991352 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:44:34.991927 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:44:34.992495 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:44:34.993065 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:44:34.993664 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:44:34.994232 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:44:34.994794 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:44:35.003059 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:44:35.086031 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d7c0e1-e92b-417f-a622-68488b4f7548 req-d78aa388-7530-4aed-9b88-b9159407bc3c tempest-VolumesNegativeTest-180168342 tempest-VolumesNegativeTest-180168342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:44:35.087500 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-36d7c0e1-e92b-417f-a622-68488b4f7548 req-d78aa388-7530-4aed-9b88-b9159407bc3c tempest-VolumesNegativeTest-180168342 tempest-VolumesNegativeTest-180168342-project] 10.222.0.72 "GET /v2.0/ports?device_id=30f984af-ce3d-42c1-82ca-d20ca1c67659 HTTP/1.1" status: 200 len: 949 time: 0.0822062 Jun 25 14:44:35.139126 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-36d7c0e1-e92b-417f-a622-68488b4f7548 req-6ecb6c22-055d-474b-8661-78903f769b8e tempest-VolumesNegativeTest-180168342 tempest-VolumesNegativeTest-180168342-project] 10.222.0.72 "GET /v2.0/security-groups?id=e28176f6-e776-4971-bbce-a481d1db2712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458214 Jun 25 14:44:35.233929 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] get_ports_and_sgs() called for port_ids ['98819a9d-1359-414b-8da1-020bfd02b4d4'] {{(pid=78399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 25 14:44:36.349032 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4f1741-7a10-427e-8be6-a6894bb05b49 req-fb98a9cc-e37b-4869-a233-1cb549437792 tempest-VolumesNegativeTest-180168342 tempest-VolumesNegativeTest-180168342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:44:36.350533 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-dc4f1741-7a10-427e-8be6-a6894bb05b49 req-fb98a9cc-e37b-4869-a233-1cb549437792 tempest-VolumesNegativeTest-180168342 tempest-VolumesNegativeTest-180168342-project] 10.222.0.72 "GET /v2.0/ports?device_id=30f984af-ce3d-42c1-82ca-d20ca1c67659 HTTP/1.1" status: 200 len: 949 time: 0.0844104 Jun 25 14:44:36.398164 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-dc4f1741-7a10-427e-8be6-a6894bb05b49 req-0930b44d-9034-499f-8823-e73e480836ea tempest-VolumesNegativeTest-180168342 tempest-VolumesNegativeTest-180168342-project] 10.222.0.72 "GET /v2.0/security-groups?id=e28176f6-e776-4971-bbce-a481d1db2712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415676 Jun 25 14:44:36.598006 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Device 98819a9d-1359-414b-8da1-020bfd02b4d4 up at agent hyperv_hv-cinder-79809 {{(pid=78399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:44:36.672987 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Provisioning for port 98819a9d-1359-414b-8da1-020bfd02b4d4 completed by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:44:36.679187 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Provisioning complete for port 98819a9d-1359-414b-8da1-020bfd02b4d4 triggered by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:44:36.679563 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545280'] for port, provisioning_complete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:36.804560 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for port, before_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:36.840520 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30f984af-ce3d-42c1-82ca-d20ca1c67659', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98819a9d-1359-414b-8da1-020bfd02b4d4'}] {{(pid=78399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:44:36.852069 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] For port 98819a9d-1359-414b-8da1-020bfd02b4d4, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=98819a9d-1359-414b-8da1-020bfd02b4d4,segment=NetworkSegment(cdb6d4ec-ce77-4c94-83e1-5f7c99695ff1),segment_id=cdb6d4ec-ce77-4c94-83e1-5f7c99695ff1)] {{(pid=78399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:44:36.856885 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747172683978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747172243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747172243532'] for port, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:36.858893 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:44:36.939068 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Pushing event updated for resources: {'Port': ['ID=98819a9d-1359-414b-8da1-020bfd02b4d4,revision_number=5']} {{(pid=78399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:44:36.944285 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:44:36.965374 dv-cinder-798091-1-smb neutron-server[78399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30f984af-ce3d-42c1-82ca-d20ca1c67659', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98819a9d-1359-414b-8da1-020bfd02b4d4', 'code': 200} Jun 25 14:44:37.295679 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6449a0c-4873-4696-aefb-c511a9faf5af req-53e78061-7953-4cc6-a3ea-51e2567bc6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:44:37.297158 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-f6449a0c-4873-4696-aefb-c511a9faf5af req-53e78061-7953-4cc6-a3ea-51e2567bc6e9 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=30f984af-ce3d-42c1-82ca-d20ca1c67659 HTTP/1.1" status: 200 len: 1103 time: 0.0753922 Jun 25 14:44:37.343736 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-f6449a0c-4873-4696-aefb-c511a9faf5af req-7891b3db-7a43-4f0b-ab71-dc247e854213 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=e28176f6-e776-4971-bbce-a481d1db2712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357537 Jun 25 14:44:37.591537 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceb9b51-e5d5-40eb-99c7-a83d6acce1de req-9fc902a0-5c65-44ef-a151-265b3a446999 tempest-VolumesNegativeTest-180168342 tempest-VolumesNegativeTest-180168342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:44:37.592942 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-dceb9b51-e5d5-40eb-99c7-a83d6acce1de req-9fc902a0-5c65-44ef-a151-265b3a446999 tempest-VolumesNegativeTest-180168342 tempest-VolumesNegativeTest-180168342-project] 10.222.0.72 "GET /v2.0/ports?device_id=30f984af-ce3d-42c1-82ca-d20ca1c67659 HTTP/1.1" status: 200 len: 950 time: 0.0850909 Jun 25 14:44:37.747459 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-dceb9b51-e5d5-40eb-99c7-a83d6acce1de req-2737deaa-d46e-46a8-8565-ddd469cf44e2 tempest-VolumesNegativeTest-180168342 tempest-VolumesNegativeTest-180168342-project] 10.222.0.72 "GET /v2.0/security-groups?id=e28176f6-e776-4971-bbce-a481d1db2712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474020 Jun 25 14:44:38.608077 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-63ba431c-9f10-43b8-99a4-96dda9a36569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:38.998382 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:39.012436 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c3e5f4-24cb-46b9-987d-7b80fa26846a req-002f9f3f-344a-41b5-965c-0df06abb0753 tempest-VolumesNegativeTest-180168342 tempest-VolumesNegativeTest-180168342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:44:39.013927 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-79c3e5f4-24cb-46b9-987d-7b80fa26846a req-002f9f3f-344a-41b5-965c-0df06abb0753 tempest-VolumesNegativeTest-180168342 tempest-VolumesNegativeTest-180168342-project] 10.222.0.72 "GET /v2.0/ports?device_id=30f984af-ce3d-42c1-82ca-d20ca1c67659 HTTP/1.1" status: 200 len: 950 time: 0.0998056 Jun 25 14:44:39.078953 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-79c3e5f4-24cb-46b9-987d-7b80fa26846a req-5a3e35b6-d68b-4193-89ba-cb64084a9aa6 tempest-VolumesNegativeTest-180168342 tempest-VolumesNegativeTest-180168342-project] 10.222.0.72 "GET /v2.0/security-groups?id=e28176f6-e776-4971-bbce-a481d1db2712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573092 Jun 25 14:44:39.530148 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fa23b9-5dcc-445e-ad73-ac0e01fa7543 req-5a0f06fc-346f-4864-9214-1740e27e0243 tempest-VolumesNegativeTest-180168342 tempest-VolumesNegativeTest-180168342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:44:39.531653 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-79fa23b9-5dcc-445e-ad73-ac0e01fa7543 req-5a0f06fc-346f-4864-9214-1740e27e0243 tempest-VolumesNegativeTest-180168342 tempest-VolumesNegativeTest-180168342-project] 10.222.0.72 "GET /v2.0/ports?device_id=30f984af-ce3d-42c1-82ca-d20ca1c67659 HTTP/1.1" status: 200 len: 950 time: 0.0821326 Jun 25 14:44:39.591036 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-79fa23b9-5dcc-445e-ad73-ac0e01fa7543 req-f3cf6eb6-0034-4870-afbc-7e9d224430ff tempest-VolumesNegativeTest-180168342 tempest-VolumesNegativeTest-180168342-project] 10.222.0.72 "GET /v2.0/security-groups?id=e28176f6-e776-4971-bbce-a481d1db2712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481622 Jun 25 14:44:40.888078 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afde4574-c702-45a9-80a0-8190e7c49a95 req-a65e825f-accd-4725-a19f-956ee8e3f110 tempest-VolumesNegativeTest-180168342 tempest-VolumesNegativeTest-180168342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:44:40.889730 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-afde4574-c702-45a9-80a0-8190e7c49a95 req-a65e825f-accd-4725-a19f-956ee8e3f110 tempest-VolumesNegativeTest-180168342 tempest-VolumesNegativeTest-180168342-project] 10.222.0.72 "GET /v2.0/ports?device_id=30f984af-ce3d-42c1-82ca-d20ca1c67659 HTTP/1.1" status: 200 len: 950 time: 0.1837687 Jun 25 14:44:40.940035 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-afde4574-c702-45a9-80a0-8190e7c49a95 req-34b15620-82eb-426f-b674-90fce032bff3 tempest-VolumesNegativeTest-180168342 tempest-VolumesNegativeTest-180168342-project] 10.222.0.72 "GET /v2.0/security-groups?id=e28176f6-e776-4971-bbce-a481d1db2712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434790 Jun 25 14:44:41.279232 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-047a823e-7b0f-4c10-be58-96d8816d3f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:41.340950 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aacf785-aa54-49aa-b72d-a9650fc119c0 req-e9ffad4a-cf7a-41ba-87e3-f5169b2517c6 tempest-VolumesNegativeTest-180168342 tempest-VolumesNegativeTest-180168342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:44:41.342396 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-1aacf785-aa54-49aa-b72d-a9650fc119c0 req-e9ffad4a-cf7a-41ba-87e3-f5169b2517c6 tempest-VolumesNegativeTest-180168342 tempest-VolumesNegativeTest-180168342-project] 10.222.0.77 "GET /v2.0/ports?device_id=30f984af-ce3d-42c1-82ca-d20ca1c67659 HTTP/1.1" status: 200 len: 950 time: 0.0870559 Jun 25 14:44:41.421205 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.plugin [req-1aacf785-aa54-49aa-b72d-a9650fc119c0 req-86fd7176-ec04-474a-9e4e-aea9a9f10f40 tempest-VolumesNegativeTest-180168342 tempest-VolumesNegativeTest-180168342-project] Deleting port 98819a9d-1359-414b-8da1-020bfd02b4d4 {{(pid=78397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 25 14:44:41.421573 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-1aacf785-aa54-49aa-b72d-a9650fc119c0 req-86fd7176-ec04-474a-9e4e-aea9a9f10f40 tempest-VolumesNegativeTest-180168342 tempest-VolumesNegativeTest-180168342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747172683120'] for port, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:41.680037 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.db [req-1aacf785-aa54-49aa-b72d-a9650fc119c0 req-86fd7176-ec04-474a-9e4e-aea9a9f10f40 tempest-VolumesNegativeTest-180168342 tempest-VolumesNegativeTest-180168342-project] For port 98819a9d-1359-414b-8da1-020bfd02b4d4, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=98819a9d-1359-414b-8da1-020bfd02b4d4,segment=NetworkSegment(cdb6d4ec-ce77-4c94-83e1-5f7c99695ff1),segment_id=cdb6d4ec-ce77-4c94-83e1-5f7c99695ff1)] {{(pid=78397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:44:41.680384 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-1aacf785-aa54-49aa-b72d-a9650fc119c0 req-86fd7176-ec04-474a-9e4e-aea9a9f10f40 tempest-VolumesNegativeTest-180168342 tempest-VolumesNegativeTest-180168342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-413696'] for port, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:41.803269 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.plugin [req-1aacf785-aa54-49aa-b72d-a9650fc119c0 req-86fd7176-ec04-474a-9e4e-aea9a9f10f40 tempest-VolumesNegativeTest-180168342 tempest-VolumesNegativeTest-180168342-project] Calling delete_port for 98819a9d-1359-414b-8da1-020bfd02b4d4 owned by compute:nova {{(pid=78397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 25 14:44:41.995917 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-1aacf785-aa54-49aa-b72d-a9650fc119c0 req-86fd7176-ec04-474a-9e4e-aea9a9f10f40 tempest-VolumesNegativeTest-180168342 tempest-VolumesNegativeTest-180168342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747172683996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747172243478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127937375'] for port, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:42.009343 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-63baaf0f-f7e5-41b6-981d-2af6ad481021 tempest-VolumesSnapshotTestJSON-1528642505 tempest-VolumesSnapshotTestJSON-1528642505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:44:42.041431 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] get_ports_and_sgs() called for port_ids ['98819a9d-1359-414b-8da1-020bfd02b4d4'] {{(pid=78399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 25 14:44:42.102901 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fd7176-ec04-474a-9e4e-aea9a9f10f40 tempest-VolumesNegativeTest-180168342 tempest-VolumesNegativeTest-180168342-project] Pushing event deleted for resources: {'Port': ['ID=98819a9d-1359-414b-8da1-020bfd02b4d4,revision_number=None']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:44:42.105987 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-86fd7176-ec04-474a-9e4e-aea9a9f10f40 tempest-VolumesNegativeTest-180168342 tempest-VolumesNegativeTest-180168342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:44:42.112537 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-14791618-e6c6-4bbc-8319-3d5aa7776f54 req-bab6d69e-65c5-4842-af39-a721bb021e65 tempest-VolumesNegativeTest-180168342 tempest-VolumesNegativeTest-180168342-project] 10.222.0.72 "GET /v2.0/ports?device_id=30f984af-ce3d-42c1-82ca-d20ca1c67659 HTTP/1.1" status: 200 len: 210 time: 0.0539348 Jun 25 14:44:42.183470 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.l3_dvrscheduler_db [req-1aacf785-aa54-49aa-b72d-a9650fc119c0 req-86fd7176-ec04-474a-9e4e-aea9a9f10f40 tempest-VolumesNegativeTest-180168342 tempest-VolumesNegativeTest-180168342-project] No DVR routers for this DVR port 98819a9d-1359-414b-8da1-020bfd02b4d4 on host hv-cinder-79809 {{(pid=78397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 14:44:42.186316 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-1aacf785-aa54-49aa-b72d-a9650fc119c0 req-86fd7176-ec04-474a-9e4e-aea9a9f10f40 tempest-VolumesNegativeTest-180168342 tempest-VolumesNegativeTest-180168342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257150'] for port, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:42.190038 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30f984af-ce3d-42c1-82ca-d20ca1c67659', 'name': 'network-vif-deleted', 'tag': '98819a9d-1359-414b-8da1-020bfd02b4d4'}] {{(pid=78397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:44:42.208534 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-1aacf785-aa54-49aa-b72d-a9650fc119c0 req-86fd7176-ec04-474a-9e4e-aea9a9f10f40 tempest-VolumesNegativeTest-180168342 tempest-VolumesNegativeTest-180168342-project] 10.222.0.77 "DELETE /v2.0/ports/98819a9d-1359-414b-8da1-020bfd02b4d4 HTTP/1.1" status: 204 len: 173 time: 0.8589995 Jun 25 14:44:42.244249 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30f984af-ce3d-42c1-82ca-d20ca1c67659', 'name': 'network-vif-deleted', 'tag': '98819a9d-1359-414b-8da1-020bfd02b4d4', 'status': 'completed', 'code': 200} Jun 25 14:44:42.260218 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-d14b10cb-2ead-4edf-9c0b-578ba992fa59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:43.099342 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-087658bd-c2ac-4687-a0b2-0f90d86a9ad6 req-7364073b-66f4-49bf-86a3-66ee6b60b7d3 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1612203095&fields=id&tenant_id=46d537920f9742198ad6afd1193836f7 HTTP/1.1" status: 200 len: 267 time: 0.0712225 Jun 25 14:44:43.208306 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087658bd-c2ac-4687-a0b2-0f90d86a9ad6 req-5aadb3f7-2b43-4c78-a1c6-ffecbe64c400 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:44:43.211061 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-087658bd-c2ac-4687-a0b2-0f90d86a9ad6 req-5aadb3f7-2b43-4c78-a1c6-ffecbe64c400 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] 10.222.0.72 "GET /v2.0/ports?device_id=3f28e38c-a31d-44a8-9e7c-a5fd7d882559 HTTP/1.1" status: 200 len: 984 time: 0.1055267 Jun 25 14:44:43.223843 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.v2.base [req-087658bd-c2ac-4687-a0b2-0f90d86a9ad6 req-adcee70c-11de-40b5-9504-611263d45b52 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Request body: {'port': {'security_groups': ['13191a16-2633-4bde-9ccf-dc651df9ed23']}} {{(pid=78397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:44:43.353851 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-087658bd-c2ac-4687-a0b2-0f90d86a9ad6 req-adcee70c-11de-40b5-9504-611263d45b52 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for port, before_update {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:43.514692 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-0959a481-12d6-4798-a5c7-3b38329e38d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:43.652448 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.db [req-087658bd-c2ac-4687-a0b2-0f90d86a9ad6 req-adcee70c-11de-40b5-9504-611263d45b52 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] For port 5a94f68a-bfe7-46b1-8109-62131ca96b68, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=5a94f68a-bfe7-46b1-8109-62131ca96b68,segment=NetworkSegment(a65b86f5-3f7c-4ec8-ae88-0cc75edf3323),segment_id=a65b86f5-3f7c-4ec8-ae88-0cc75edf3323)] {{(pid=78397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:44:43.678976 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-087658bd-c2ac-4687-a0b2-0f90d86a9ad6 req-adcee70c-11de-40b5-9504-611263d45b52 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Notify callbacks [] for port, precommit_update {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:43.684136 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-087658bd-c2ac-4687-a0b2-0f90d86a9ad6 req-adcee70c-11de-40b5-9504-611263d45b52 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747172683978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747172243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747172243532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127937384'] for port, after_update {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:43.693729 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-6f60f219-8160-42f3-b3da-0735f535e3db tempest-ServerRescueNegativeTestJSON-1725753431 tempest-ServerRescueNegativeTestJSON-1725753431-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:44:43.727988 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] get_ports_and_sgs() called for port_ids ['5a94f68a-bfe7-46b1-8109-62131ca96b68'] {{(pid=78399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 25 14:44:43.785687 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087658bd-c2ac-4687-a0b2-0f90d86a9ad6 req-adcee70c-11de-40b5-9504-611263d45b52 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:44:43.786348 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-087658bd-c2ac-4687-a0b2-0f90d86a9ad6 req-adcee70c-11de-40b5-9504-611263d45b52 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257150'] for port, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:43.787919 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-087658bd-c2ac-4687-a0b2-0f90d86a9ad6 req-adcee70c-11de-40b5-9504-611263d45b52 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] 10.222.0.72 "PUT /v2.0/ports/5a94f68a-bfe7-46b1-8109-62131ca96b68 HTTP/1.1" status: 200 len: 942 time: 0.5697293 Jun 25 14:44:43.791863 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcee70c-11de-40b5-9504-611263d45b52 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Pushing event updated for resources: {'Port': ['ID=5a94f68a-bfe7-46b1-8109-62131ca96b68,revision_number=7']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:44:43.794428 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.72', 38506) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:44:43.795180 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-adcee70c-11de-40b5-9504-611263d45b52 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:44:43.936227 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-0be6b0ca-e8b6-44a7-a3d3-d729c519277a tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Notify callbacks [] for security_group, before_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:43.955886 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] get_ports_and_sgs() called for port_ids ['5a94f68a-bfe7-46b1-8109-62131ca96b68'] {{(pid=78399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 25 14:44:43.994078 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-0be6b0ca-e8b6-44a7-a3d3-d729c519277a tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:44.120241 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-0be6b0ca-e8b6-44a7-a3d3-d729c519277a tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726995'] for security_group, after_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:44.127304 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-f56909b4-5c8e-4481-9f4f-ba2967336769 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:44:44.146324 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be6b0ca-e8b6-44a7-a3d3-d729c519277a tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06d723f0-79b3-482a-813d-0d06f4829ad9,revision_number=None']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:44:44.149468 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-0be6b0ca-e8b6-44a7-a3d3-d729c519277a tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:44:44.175294 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-0be6b0ca-e8b6-44a7-a3d3-d729c519277a tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Notify callbacks [] for security_group, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:44.176575 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-0be6b0ca-e8b6-44a7-a3d3-d729c519277a tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] 10.222.0.72 "DELETE /v2.0/security-groups/06d723f0-79b3-482a-813d-0d06f4829ad9 HTTP/1.1" status: 204 len: 168 time: 0.3751915 Jun 25 14:44:44.179606 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.72', 38520) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:44:44.200393 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-22a3940e-9a5d-415a-b134-020386196601 None None] Provisioning complete for port 5a94f68a-bfe7-46b1-8109-62131ca96b68 triggered by entity DHCP. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:44:44.201749 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-22a3940e-9a5d-415a-b134-020386196601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545280'] for port, provisioning_complete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:44.287036 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f28e38c-a31d-44a8-9e7c-a5fd7d882559', 'tag': '5a94f68a-bfe7-46b1-8109-62131ca96b68'}] {{(pid=78397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:44:44.365593 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f28e38c-a31d-44a8-9e7c-a5fd7d882559', 'tag': '5a94f68a-bfe7-46b1-8109-62131ca96b68', 'status': 'completed', 'code': 200} Jun 25 14:44:44.627846 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Device 98819a9d-1359-414b-8da1-020bfd02b4d4 no longer exists at agent hyperv_hv-cinder-79809 {{(pid=78399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 25 14:44:44.638286 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.plugin [None req-d9933223-2ef6-4fda-a3b2-d79009ea4e52 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Deleting port e36cc671-8341-4a02-8b90-a5e67e676372 {{(pid=78397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 25 14:44:44.638608 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-d9933223-2ef6-4fda-a3b2-d79009ea4e52 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747172683120'] for port, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:44.667764 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.plugin [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] No Port match for: 98819a9d-1359-414b-8da1-020bfd02b4d4 {{(pid=78399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 25 14:44:44.668202 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Device 98819a9d-1359-414b-8da1-020bfd02b4d4 not bound to the agent host hv-cinder-79809 {{(pid=78399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 25 14:44:44.773115 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3d4c18-55c1-4fc5-ad9c-1a5a2949c056 req-0aabc51d-d945-465a-9627-86c60a240859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:44:44.774608 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-8d3d4c18-55c1-4fc5-ad9c-1a5a2949c056 req-0aabc51d-d945-465a-9627-86c60a240859 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=46d537920f9742198ad6afd1193836f7&device_id=3f28e38c-a31d-44a8-9e7c-a5fd7d882559 HTTP/1.1" status: 200 len: 1098 time: 0.2283373 Jun 25 14:44:44.942754 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-d9933223-2ef6-4fda-a3b2-d79009ea4e52 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-413696'] for port, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:44.943154 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-d9933223-2ef6-4fda-a3b2-d79009ea4e52 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:45.101337 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.plugin [None req-d9933223-2ef6-4fda-a3b2-d79009ea4e52 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Calling delete_port for e36cc671-8341-4a02-8b90-a5e67e676372 owned by network:floatingip {{(pid=78397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 25 14:44:45.145961 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3d4c18-55c1-4fc5-ad9c-1a5a2949c056 req-9a354077-2295-43df-a0b1-4221ee2baa3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:44:45.147446 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-8d3d4c18-55c1-4fc5-ad9c-1a5a2949c056 req-9a354077-2295-43df-a0b1-4221ee2baa3d service neutron] 10.222.0.77 "GET /v2.0/networks?id=8c94d8da-413e-4525-98c0-863d33ff9021 HTTP/1.1" status: 200 len: 916 time: 0.3653920 Jun 25 14:44:45.305341 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-8d3d4c18-55c1-4fc5-ad9c-1a5a2949c056 req-099e3698-cb79-46dd-b0b2-c188ba7e7fb5 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5a94f68a-bfe7-46b1-8109-62131ca96b68 HTTP/1.1" status: 200 len: 1001 time: 0.1344593 Jun 25 14:44:45.422506 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3d4c18-55c1-4fc5-ad9c-1a5a2949c056 req-0ed8fca7-6118-4296-853b-9375ef1c4e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:44:45.424758 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-8d3d4c18-55c1-4fc5-ad9c-1a5a2949c056 req-0ed8fca7-6118-4296-853b-9375ef1c4e1f service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8d90de92-96c5-4eac-9554-41f78dcebc2a HTTP/1.1" status: 200 len: 854 time: 0.1115143 Jun 25 14:44:45.468612 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-d9933223-2ef6-4fda-a3b2-d79009ea4e52 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747172683996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747172243478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127937375'] for port, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:45.478326 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-adcee70c-11de-40b5-9504-611263d45b52 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:44:45.569202 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9933223-2ef6-4fda-a3b2-d79009ea4e52 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Pushing event deleted for resources: {'Port': ['ID=e36cc671-8341-4a02-8b90-a5e67e676372,revision_number=None']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:44:45.569202 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-d9933223-2ef6-4fda-a3b2-d79009ea4e52 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:44:45.636744 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-d9933223-2ef6-4fda-a3b2-d79009ea4e52 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Notify callbacks [] for floatingip, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:45.637049 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.db.l3_db [None req-d9933223-2ef6-4fda-a3b2-d79009ea4e52 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Floating IP 638ebdad-a899-4789-a408-4ffe7069777a disassociated (deleted). External IP: 172.28.1.133, port: 5a94f68a-bfe7-46b1-8109-62131ca96b68. Jun 25 14:44:45.712829 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3d4c18-55c1-4fc5-ad9c-1a5a2949c056 req-0fc6ae03-36dc-4f30-beb6-80ba22ee83f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:44:45.714364 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-8d3d4c18-55c1-4fc5-ad9c-1a5a2949c056 req-0fc6ae03-36dc-4f30-beb6-80ba22ee83f9 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=8c94d8da-413e-4525-98c0-863d33ff9021&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2826166 Jun 25 14:44:46.123016 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-8d3d4c18-55c1-4fc5-ad9c-1a5a2949c056 req-5103cd60-bf61-4c49-93e5-0ad0a170071e service neutron] 10.222.0.77 "GET /v2.0/networks/8c94d8da-413e-4525-98c0-863d33ff9021?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3997750 Jun 25 14:44:46.353148 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9933223-2ef6-4fda-a3b2-d79009ea4e52 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Router 5390209f-c66d-4fd6-9f27-a866726f0e2b has already been hosted by L3 agent 941bc864-709b-4c09-a7df-f27e1f49545a {{(pid=78397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 14:44:46.358126 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-8d3d4c18-55c1-4fc5-ad9c-1a5a2949c056 req-55be6d35-1d5f-4264-9532-3bb759c04302 service neutron] 10.222.0.77 "GET /v2.0/networks/8c94d8da-413e-4525-98c0-863d33ff9021?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2238631 Jun 25 14:44:46.547386 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9933223-2ef6-4fda-a3b2-d79009ea4e52 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Notify agent at l3_agent.dv-cinder-798091-1-smb the message routers_updated {{(pid=78397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 25 14:44:46.559533 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cce0060-e5cf-4ee1-bcf2-7f71597493a2 None None] Sync routers for ids ['5390209f-c66d-4fd6-9f27-a866726f0e2b'] in dv-cinder-798091-1-smb {{(pid=78399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 14:44:46.571429 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cce0060-e5cf-4ee1-bcf2-7f71597493a2 None None] Routers {'5390209f-c66d-4fd6-9f27-a866726f0e2b'} bound to L3 agent in host dv-cinder-798091-1-smb {{(pid=78399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:44:46.572281 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.l3_hamode_db [None req-1cce0060-e5cf-4ee1-bcf2-7f71597493a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798091-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-25T14:30:11Z,description=,heartbeat_timestamp=2021-06-25T14:44:41Z,host='dv-cinder-798091-1-smb',id=941bc864-709b-4c09-a7df-f27e1f49545a,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:30:11Z,topic='l3_agent')) {'router_ids': ['5390209f-c66d-4fd6-9f27-a866726f0e2b'], 'active': True} {{(pid=78399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:44:46.580927 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-d9933223-2ef6-4fda-a3b2-d79009ea4e52 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257150'] for floatingip, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:46.667860 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-d9933223-2ef6-4fda-a3b2-d79009ea4e52 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] 10.222.0.72 "DELETE /v2.0/floatingips/638ebdad-a899-4789-a408-4ffe7069777a HTTP/1.1" status: 204 len: 168 time: 2.4866405 Jun 25 14:44:46.668544 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f28e38c-a31d-44a8-9e7c-a5fd7d882559', 'tag': '5a94f68a-bfe7-46b1-8109-62131ca96b68'}] {{(pid=78397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:44:46.757856 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f28e38c-a31d-44a8-9e7c-a5fd7d882559', 'tag': '5a94f68a-bfe7-46b1-8109-62131ca96b68', 'status': 'completed', 'code': 200} Jun 25 14:44:46.803272 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.l3_dvr_db [None req-1cce0060-e5cf-4ee1-bcf2-7f71597493a2 None None] Set router 5390209f-c66d-4fd6-9f27-a866726f0e2b gateway port host: dv-cinder-798091-1-smb {{(pid=78399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:44:46.926829 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ea3bbf-d7d0-4837-b723-78592430bb7e req-59cbc772-1d14-4110-b6d1-e76927f014e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:44:46.928596 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-00ea3bbf-d7d0-4837-b723-78592430bb7e req-59cbc772-1d14-4110-b6d1-e76927f014e2 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=46d537920f9742198ad6afd1193836f7&device_id=3f28e38c-a31d-44a8-9e7c-a5fd7d882559 HTTP/1.1" status: 200 len: 1098 time: 0.1196299 Jun 25 14:44:47.121763 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ea3bbf-d7d0-4837-b723-78592430bb7e req-de2c8aaa-9b29-48bd-87aa-6c33d9912a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:44:47.123691 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-00ea3bbf-d7d0-4837-b723-78592430bb7e req-de2c8aaa-9b29-48bd-87aa-6c33d9912a80 service neutron] 10.222.0.77 "GET /v2.0/networks?id=8c94d8da-413e-4525-98c0-863d33ff9021 HTTP/1.1" status: 200 len: 916 time: 0.1884005 Jun 25 14:44:47.223107 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-00ea3bbf-d7d0-4837-b723-78592430bb7e req-b9cacda7-ab1d-477d-adf9-92174406ff40 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5a94f68a-bfe7-46b1-8109-62131ca96b68 HTTP/1.1" status: 200 len: 217 time: 0.0883088 Jun 25 14:44:47.295130 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.l3_hamode_db [None req-1cce0060-e5cf-4ee1-bcf2-7f71597493a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5390209f-c66d-4fd6-9f27-a866726f0e2b', 'name': 'tempest-TestMinimumBasicScenario-1208418121-router', 'tenant_id': '46d537920f9742198ad6afd1193836f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee', 'external_fixed_ips': [{'subnet_id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'ip_address': '172.28.1.115'}], 'enable_snat': True}, 'gw_port_id': '905e0b7d-d24c-49f9-add5-702ee45b9f63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:41:41Z', 'updated_at': '2021-06-25T14:41:47Z', 'revision_number': 4, 'project_id': '46d537920f9742198ad6afd1193836f7', 'gw_port': {'id': '905e0b7d-d24c-49f9-add5-702ee45b9f63', 'name': '', 'network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:2f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5390209f-c66d-4fd6-9f27-a866726f0e2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'ip_address': '172.28.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:41:42Z', 'updated_at': '2021-06-25T14:41:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798091-1-smb', '_interfaces': [{'id': '3a2d3c2f-823d-4a97-9c97-7f171bf4eb2d', 'name': '', 'network_id': '8c94d8da-413e-4525-98c0-863d33ff9021', 'tenant_id': '46d537920f9742198ad6afd1193836f7', 'mac_address': 'fa:16:3e:b6:ed:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5390209f-c66d-4fd6-9f27-a866726f0e2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '8d90de92-96c5-4eac-9554-41f78dcebc2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:41:46Z', 'updated_at': '2021-06-25T14:41:56Z', 'revision_number': 5, 'project_id': '46d537920f9742198ad6afd1193836f7', 'subnets': [{'id': '8d90de92-96c5-4eac-9554-41f78dcebc2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798091-1-smb', False) {} {{(pid=78399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:44:47.300367 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cce0060-e5cf-4ee1-bcf2-7f71597493a2 None None] Checking router: 5390209f-c66d-4fd6-9f27-a866726f0e2b for host: dv-cinder-798091-1-smb {{(pid=78399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 14:44:47.311900 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cce0060-e5cf-4ee1-bcf2-7f71597493a2 None None] Routers {'5390209f-c66d-4fd6-9f27-a866726f0e2b'} bound to L3 agent in host dv-cinder-798091-1-smb {{(pid=78399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:44:47.313001 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.l3_hamode_db [None req-1cce0060-e5cf-4ee1-bcf2-7f71597493a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798091-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-25T14:30:11Z,description=,heartbeat_timestamp=2021-06-25T14:44:41Z,host='dv-cinder-798091-1-smb',id=941bc864-709b-4c09-a7df-f27e1f49545a,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:30:11Z,topic='l3_agent')) {'router_ids': ['5390209f-c66d-4fd6-9f27-a866726f0e2b'], 'active': True} {{(pid=78399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:44:47.354858 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ea3bbf-d7d0-4837-b723-78592430bb7e req-6a3c236e-6ce5-45a3-9429-57de4b124648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:44:47.357447 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-00ea3bbf-d7d0-4837-b723-78592430bb7e req-6a3c236e-6ce5-45a3-9429-57de4b124648 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8d90de92-96c5-4eac-9554-41f78dcebc2a HTTP/1.1" status: 200 len: 854 time: 0.1063020 Jun 25 14:44:47.445997 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ea3bbf-d7d0-4837-b723-78592430bb7e req-e389a29a-c141-450b-8de3-756988881b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:44:47.447748 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-00ea3bbf-d7d0-4837-b723-78592430bb7e req-e389a29a-c141-450b-8de3-756988881b8d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=8c94d8da-413e-4525-98c0-863d33ff9021&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0834956 Jun 25 14:44:47.548437 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.l3_dvr_db [None req-1cce0060-e5cf-4ee1-bcf2-7f71597493a2 None None] Set router 5390209f-c66d-4fd6-9f27-a866726f0e2b gateway port host: dv-cinder-798091-1-smb {{(pid=78399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:44:47.611118 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-00ea3bbf-d7d0-4837-b723-78592430bb7e req-84da7b02-2cb5-4b0a-b465-0b66a1cffc0e service neutron] 10.222.0.77 "GET /v2.0/networks/8c94d8da-413e-4525-98c0-863d33ff9021?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408796 Jun 25 14:44:47.770842 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-00ea3bbf-d7d0-4837-b723-78592430bb7e req-91654608-4e7e-4982-bf0d-9b023d061b2c service neutron] 10.222.0.77 "GET /v2.0/networks/8c94d8da-413e-4525-98c0-863d33ff9021?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534462 Jun 25 14:44:47.938215 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.l3_hamode_db [None req-1cce0060-e5cf-4ee1-bcf2-7f71597493a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5390209f-c66d-4fd6-9f27-a866726f0e2b', 'name': 'tempest-TestMinimumBasicScenario-1208418121-router', 'tenant_id': '46d537920f9742198ad6afd1193836f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee', 'external_fixed_ips': [{'subnet_id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'ip_address': '172.28.1.115'}], 'enable_snat': True}, 'gw_port_id': '905e0b7d-d24c-49f9-add5-702ee45b9f63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:41:41Z', 'updated_at': '2021-06-25T14:41:47Z', 'revision_number': 4, 'project_id': '46d537920f9742198ad6afd1193836f7', 'gw_port': {'id': '905e0b7d-d24c-49f9-add5-702ee45b9f63', 'name': '', 'network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:2f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5390209f-c66d-4fd6-9f27-a866726f0e2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'ip_address': '172.28.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:41:42Z', 'updated_at': '2021-06-25T14:41:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798091-1-smb', '_interfaces': [{'id': '3a2d3c2f-823d-4a97-9c97-7f171bf4eb2d', 'name': '', 'network_id': '8c94d8da-413e-4525-98c0-863d33ff9021', 'tenant_id': '46d537920f9742198ad6afd1193836f7', 'mac_address': 'fa:16:3e:b6:ed:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5390209f-c66d-4fd6-9f27-a866726f0e2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '8d90de92-96c5-4eac-9554-41f78dcebc2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:41:46Z', 'updated_at': '2021-06-25T14:41:56Z', 'revision_number': 5, 'project_id': '46d537920f9742198ad6afd1193836f7', 'subnets': [{'id': '8d90de92-96c5-4eac-9554-41f78dcebc2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798091-1-smb', False) {} {{(pid=78399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:44:47.942433 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cce0060-e5cf-4ee1-bcf2-7f71597493a2 None None] The sync data for ids ['5390209f-c66d-4fd6-9f27-a866726f0e2b'] in dv-cinder-798091-1-smb is: [{'id': '5390209f-c66d-4fd6-9f27-a866726f0e2b', 'name': 'tempest-TestMinimumBasicScenario-1208418121-router', 'tenant_id': '46d537920f9742198ad6afd1193836f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee', 'external_fixed_ips': [{'subnet_id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'ip_address': '172.28.1.115'}], 'enable_snat': True}, 'gw_port_id': '905e0b7d-d24c-49f9-add5-702ee45b9f63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:41:41Z', 'updated_at': '2021-06-25T14:41:47Z', 'revision_number': 4, 'project_id': '46d537920f9742198ad6afd1193836f7', 'gw_port': {'id': '905e0b7d-d24c-49f9-add5-702ee45b9f63', 'name': '', 'network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:2f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5390209f-c66d-4fd6-9f27-a866726f0e2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'ip_address': '172.28.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:41:42Z', 'updated_at': '2021-06-25T14:41:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798091-1-smb', '_interfaces': [{'id': '3a2d3c2f-823d-4a97-9c97-7f171bf4eb2d', 'name': '', 'network_id': '8c94d8da-413e-4525-98c0-863d33ff9021', 'tenant_id': '46d537920f9742198ad6afd1193836f7', 'mac_address': 'fa:16:3e:b6:ed:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5390209f-c66d-4fd6-9f27-a866726f0e2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '8d90de92-96c5-4eac-9554-41f78dcebc2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:41:46Z', 'updated_at': '2021-06-25T14:41:56Z', 'revision_number': 5, 'project_id': '46d537920f9742198ad6afd1193836f7', 'subnets': [{'id': '8d90de92-96c5-4eac-9554-41f78dcebc2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 14:44:48.159680 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-915391cf-886a-4809-9e62-b06f8ecfd35a None None] New status for floating IP 638ebdad-a899-4789-a408-4ffe7069777a: DOWN {{(pid=78400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 25 14:44:49.097352 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.72', 38756) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:44:49.263527 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-632ad9d9-85d4-46db-b7a7-d9f14fb95110 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=edcba4beb8c043d988b9073af65bcee3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1648962 Jun 25 14:44:49.265838 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.72', 38762) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:44:49.326618 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-61b6d30d-a088-4115-8fe2-8294525e7807 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:49.354335 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-61b6d30d-a088-4115-8fe2-8294525e7807 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:49.410494 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-61b6d30d-a088-4115-8fe2-8294525e7807 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726995'] for security_group, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:49.414538 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-a1a8044d-249a-460b-9e2e-d0f818868704 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:44:49.428957 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b6d30d-a088-4115-8fe2-8294525e7807 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e28176f6-e776-4971-bbce-a481d1db2712,revision_number=None']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:44:49.432450 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-61b6d30d-a088-4115-8fe2-8294525e7807 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:44:49.443197 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-61b6d30d-a088-4115-8fe2-8294525e7807 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:49.444705 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-61b6d30d-a088-4115-8fe2-8294525e7807 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/e28176f6-e776-4971-bbce-a481d1db2712 HTTP/1.1" status: 204 len: 168 time: 0.1770146 Jun 25 14:44:50.283198 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9a4599-bbb8-4aa1-a621-a9f8075f24ef req-13b8fed8-cd06-4219-b7af-ace721c8ab3e tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:44:50.284872 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-ce9a4599-bbb8-4aa1-a621-a9f8075f24ef req-13b8fed8-cd06-4219-b7af-ace721c8ab3e tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] 10.222.0.72 "GET /v2.0/ports?device_id=3f28e38c-a31d-44a8-9e7c-a5fd7d882559 HTTP/1.1" status: 200 len: 945 time: 0.0817018 Jun 25 14:44:50.328596 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [req-ce9a4599-bbb8-4aa1-a621-a9f8075f24ef req-dfd9f9b9-5afd-42f3-8360-4458ebce47ce tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Synchronizing usage tracker for tenant:46d537920f9742198ad6afd1193836f7 on resource:security_group {{(pid=78398) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 25 14:44:50.343816 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [req-ce9a4599-bbb8-4aa1-a621-a9f8075f24ef req-dfd9f9b9-5afd-42f3-8360-4458ebce47ce tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Unset dirty status for tenant:46d537920f9742198ad6afd1193836f7 on resource:security_group {{(pid=78398) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 25 14:44:50.345065 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-ce9a4599-bbb8-4aa1-a621-a9f8075f24ef req-dfd9f9b9-5afd-42f3-8360-4458ebce47ce tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] 10.222.0.72 "GET /v2.0/security-groups?id=13191a16-2633-4bde-9ccf-dc651df9ed23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545564 Jun 25 14:44:51.150603 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:51.649516 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96009aa7-e4cf-481c-a5b2-e3d9b535baa0 req-4170d981-7b08-44db-b26f-b9da4828c2d7 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:44:51.650292 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [req-96009aa7-e4cf-481c-a5b2-e3d9b535baa0 req-4170d981-7b08-44db-b26f-b9da4828c2d7 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Synchronizing usage tracker for tenant:46d537920f9742198ad6afd1193836f7 on resource:port {{(pid=78397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 25 14:44:51.667740 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [req-96009aa7-e4cf-481c-a5b2-e3d9b535baa0 req-4170d981-7b08-44db-b26f-b9da4828c2d7 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Unset dirty status for tenant:46d537920f9742198ad6afd1193836f7 on resource:port {{(pid=78397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 25 14:44:51.669117 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-96009aa7-e4cf-481c-a5b2-e3d9b535baa0 req-4170d981-7b08-44db-b26f-b9da4828c2d7 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] 10.222.0.72 "GET /v2.0/ports?device_id=3f28e38c-a31d-44a8-9e7c-a5fd7d882559 HTTP/1.1" status: 200 len: 945 time: 0.2118564 Jun 25 14:44:51.719830 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-96009aa7-e4cf-481c-a5b2-e3d9b535baa0 req-9f1cd52b-d03b-44bc-850c-c351cdd76ad0 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] 10.222.0.72 "GET /v2.0/security-groups?id=13191a16-2633-4bde-9ccf-dc651df9ed23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436049 Jun 25 14:44:52.460355 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8c0389-182a-484f-84f2-50c6c8cc2b6d req-812a813a-b515-4292-9545-97374583296f tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:44:52.461835 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-0e8c0389-182a-484f-84f2-50c6c8cc2b6d req-812a813a-b515-4292-9545-97374583296f tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] 10.222.0.77 "GET /v2.0/ports?device_id=3f28e38c-a31d-44a8-9e7c-a5fd7d882559 HTTP/1.1" status: 200 len: 945 time: 0.0809309 Jun 25 14:44:52.535827 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.plugin [req-0e8c0389-182a-484f-84f2-50c6c8cc2b6d req-c4c04ee3-a744-453f-8638-7023974b6690 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Deleting port 5a94f68a-bfe7-46b1-8109-62131ca96b68 {{(pid=78397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 25 14:44:52.536165 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-0e8c0389-182a-484f-84f2-50c6c8cc2b6d req-c4c04ee3-a744-453f-8638-7023974b6690 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747172683120'] for port, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:52.790951 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.db [req-0e8c0389-182a-484f-84f2-50c6c8cc2b6d req-c4c04ee3-a744-453f-8638-7023974b6690 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] For port 5a94f68a-bfe7-46b1-8109-62131ca96b68, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=5a94f68a-bfe7-46b1-8109-62131ca96b68,segment=NetworkSegment(a65b86f5-3f7c-4ec8-ae88-0cc75edf3323),segment_id=a65b86f5-3f7c-4ec8-ae88-0cc75edf3323)] {{(pid=78397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:44:52.791677 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-0e8c0389-182a-484f-84f2-50c6c8cc2b6d req-c4c04ee3-a744-453f-8638-7023974b6690 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-413696'] for port, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:52.917873 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.plugin [req-0e8c0389-182a-484f-84f2-50c6c8cc2b6d req-c4c04ee3-a744-453f-8638-7023974b6690 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Calling delete_port for 5a94f68a-bfe7-46b1-8109-62131ca96b68 owned by compute:nova {{(pid=78397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 25 14:44:52.919884 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3adb2cc-1cd8-49f6-add8-a93f3652aaf9 req-b257168e-d650-4aa2-97ea-e645ff05197f tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:44:52.921383 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-f3adb2cc-1cd8-49f6-add8-a93f3652aaf9 req-b257168e-d650-4aa2-97ea-e645ff05197f tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] 10.222.0.72 "GET /v2.0/ports?device_id=3f28e38c-a31d-44a8-9e7c-a5fd7d882559 HTTP/1.1" status: 200 len: 945 time: 0.0885863 Jun 25 14:44:52.967422 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-f3adb2cc-1cd8-49f6-add8-a93f3652aaf9 req-c97b303d-2eb1-4f51-8b5f-81295738fbab tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] 10.222.0.72 "GET /v2.0/security-groups?id=13191a16-2633-4bde-9ccf-dc651df9ed23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398586 Jun 25 14:44:53.062608 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-0e8c0389-182a-484f-84f2-50c6c8cc2b6d req-c4c04ee3-a744-453f-8638-7023974b6690 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747172683996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747172243478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127937375'] for port, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:53.068112 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:44:53.099448 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] get_ports_and_sgs() called for port_ids ['5a94f68a-bfe7-46b1-8109-62131ca96b68'] {{(pid=78399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 25 14:44:53.113570 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c04ee3-a744-453f-8638-7023974b6690 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Pushing event deleted for resources: {'Port': ['ID=5a94f68a-bfe7-46b1-8109-62131ca96b68,revision_number=None']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:44:53.116496 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-c4c04ee3-a744-453f-8638-7023974b6690 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:44:53.190564 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e8c0389-182a-484f-84f2-50c6c8cc2b6d req-c4c04ee3-a744-453f-8638-7023974b6690 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] No DVR routers for this DVR port 5a94f68a-bfe7-46b1-8109-62131ca96b68 on host hv-cinder-79809 {{(pid=78397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 14:44:53.193017 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-0e8c0389-182a-484f-84f2-50c6c8cc2b6d req-c4c04ee3-a744-453f-8638-7023974b6690 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257150'] for port, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:53.195718 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f28e38c-a31d-44a8-9e7c-a5fd7d882559', 'name': 'network-vif-deleted', 'tag': '5a94f68a-bfe7-46b1-8109-62131ca96b68'}] {{(pid=78397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:44:53.212469 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-0e8c0389-182a-484f-84f2-50c6c8cc2b6d req-c4c04ee3-a744-453f-8638-7023974b6690 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] 10.222.0.77 "DELETE /v2.0/ports/5a94f68a-bfe7-46b1-8109-62131ca96b68 HTTP/1.1" status: 204 len: 173 time: 0.7446654 Jun 25 14:44:53.254930 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f28e38c-a31d-44a8-9e7c-a5fd7d882559', 'name': 'network-vif-deleted', 'tag': '5a94f68a-bfe7-46b1-8109-62131ca96b68', 'status': 'completed', 'code': 200} Jun 25 14:44:54.716167 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.72', 38838) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:44:55.270241 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-c85dc75a-fa01-43cb-9009-e34bc2b05659 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-499200'] for router_interface, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:55.719770 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.plugin [None req-c85dc75a-fa01-43cb-9009-e34bc2b05659 admin admin] Deleting port 3a2d3c2f-823d-4a97-9c97-7f171bf4eb2d {{(pid=78397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 25 14:44:55.720676 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-c85dc75a-fa01-43cb-9009-e34bc2b05659 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747172683120'] for port, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:55.896915 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.db [None req-c85dc75a-fa01-43cb-9009-e34bc2b05659 admin admin] For port 3a2d3c2f-823d-4a97-9c97-7f171bf4eb2d, host dv-cinder-798091-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798091-1-smb',level=0,port_id=3a2d3c2f-823d-4a97-9c97-7f171bf4eb2d,segment=NetworkSegment(a65b86f5-3f7c-4ec8-ae88-0cc75edf3323),segment_id=a65b86f5-3f7c-4ec8-ae88-0cc75edf3323)] {{(pid=78397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:44:55.897267 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-c85dc75a-fa01-43cb-9009-e34bc2b05659 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-413696'] for port, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:56.024482 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.plugin [None req-c85dc75a-fa01-43cb-9009-e34bc2b05659 admin admin] Calling delete_port for 3a2d3c2f-823d-4a97-9c97-7f171bf4eb2d owned by network:router_interface {{(pid=78397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 25 14:44:56.247554 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-c85dc75a-fa01-43cb-9009-e34bc2b05659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747172683996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747172243478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127937375'] for port, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:56.252566 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-33b1d052-c47e-4cf4-b2c7-3370f797af8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:44:56.295671 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85dc75a-fa01-43cb-9009-e34bc2b05659 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a2d3c2f-823d-4a97-9c97-7f171bf4eb2d,revision_number=None']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:44:56.298812 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-c85dc75a-fa01-43cb-9009-e34bc2b05659 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:44:56.582079 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-c85dc75a-fa01-43cb-9009-e34bc2b05659 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3692191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-499372'] for router_interface, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:56.685643 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Device 5a94f68a-bfe7-46b1-8109-62131ca96b68 no longer exists at agent hyperv_hv-cinder-79809 {{(pid=78399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 25 14:44:56.720280 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.plugin [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] No Port match for: 5a94f68a-bfe7-46b1-8109-62131ca96b68 {{(pid=78399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 25 14:44:56.720625 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Device 5a94f68a-bfe7-46b1-8109-62131ca96b68 not bound to the agent host hv-cinder-79809 {{(pid=78399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 25 14:44:57.060996 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c85dc75a-fa01-43cb-9009-e34bc2b05659 admin admin] Router 5390209f-c66d-4fd6-9f27-a866726f0e2b has already been hosted by L3 agent 941bc864-709b-4c09-a7df-f27e1f49545a {{(pid=78397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 14:44:57.251448 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c85dc75a-fa01-43cb-9009-e34bc2b05659 admin admin] Notify agent at l3_agent.dv-cinder-798091-1-smb the message routers_updated {{(pid=78397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 25 14:44:57.260129 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de083e75-7e39-47cc-9c95-b647f7915df8 None None] Sync routers for ids ['5390209f-c66d-4fd6-9f27-a866726f0e2b'] in dv-cinder-798091-1-smb {{(pid=78399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 14:44:57.263874 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-c85dc75a-fa01-43cb-9009-e34bc2b05659 admin admin] 10.222.0.72 "PUT /v2.0/routers/5390209f-c66d-4fd6-9f27-a866726f0e2b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5466330 Jun 25 14:44:57.266314 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.72', 38852) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:44:57.270583 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de083e75-7e39-47cc-9c95-b647f7915df8 None None] Routers {'5390209f-c66d-4fd6-9f27-a866726f0e2b'} bound to L3 agent in host dv-cinder-798091-1-smb {{(pid=78399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:44:57.271527 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.l3_hamode_db [None req-de083e75-7e39-47cc-9c95-b647f7915df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798091-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-25T14:30:11Z,description=,heartbeat_timestamp=2021-06-25T14:44:41Z,host='dv-cinder-798091-1-smb',id=941bc864-709b-4c09-a7df-f27e1f49545a,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:30:11Z,topic='l3_agent')) {'router_ids': ['5390209f-c66d-4fd6-9f27-a866726f0e2b'], 'active': True} {{(pid=78399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:44:57.447688 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-b3ac0562-f2a0-45a6-9b9f-e1d02c14274e admin admin] Notify callbacks [] for router, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:57.452928 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.l3_dvr_db [None req-de083e75-7e39-47cc-9c95-b647f7915df8 None None] Set router 5390209f-c66d-4fd6-9f27-a866726f0e2b gateway port host: dv-cinder-798091-1-smb {{(pid=78399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:44:57.625214 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-b3ac0562-f2a0-45a6-9b9f-e1d02c14274e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:57.636126 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.plugin [None req-b3ac0562-f2a0-45a6-9b9f-e1d02c14274e admin admin] Deleting port 905e0b7d-d24c-49f9-add5-702ee45b9f63 {{(pid=78397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 25 14:44:57.636461 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-b3ac0562-f2a0-45a6-9b9f-e1d02c14274e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747172683120'] for port, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:57.746458 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.l3_hamode_db [None req-de083e75-7e39-47cc-9c95-b647f7915df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5390209f-c66d-4fd6-9f27-a866726f0e2b', 'name': 'tempest-TestMinimumBasicScenario-1208418121-router', 'tenant_id': '46d537920f9742198ad6afd1193836f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee', 'external_fixed_ips': [{'subnet_id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'ip_address': '172.28.1.115'}], 'enable_snat': True}, 'gw_port_id': '905e0b7d-d24c-49f9-add5-702ee45b9f63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:41:41Z', 'updated_at': '2021-06-25T14:44:56Z', 'revision_number': 5, 'project_id': '46d537920f9742198ad6afd1193836f7', 'gw_port': {'id': '905e0b7d-d24c-49f9-add5-702ee45b9f63', 'name': '', 'network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:2f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5390209f-c66d-4fd6-9f27-a866726f0e2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'ip_address': '172.28.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:41:42Z', 'updated_at': '2021-06-25T14:41:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798091-1-smb'}], 'dv-cinder-798091-1-smb', False) {} {{(pid=78399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:44:57.750235 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de083e75-7e39-47cc-9c95-b647f7915df8 None None] Checking router: 5390209f-c66d-4fd6-9f27-a866726f0e2b for host: dv-cinder-798091-1-smb {{(pid=78399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 14:44:57.759631 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de083e75-7e39-47cc-9c95-b647f7915df8 None None] Routers {'5390209f-c66d-4fd6-9f27-a866726f0e2b'} bound to L3 agent in host dv-cinder-798091-1-smb {{(pid=78399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:44:57.759796 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.l3_hamode_db [None req-de083e75-7e39-47cc-9c95-b647f7915df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798091-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-25T14:30:11Z,description=,heartbeat_timestamp=2021-06-25T14:44:41Z,host='dv-cinder-798091-1-smb',id=941bc864-709b-4c09-a7df-f27e1f49545a,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:30:11Z,topic='l3_agent')) {'router_ids': ['5390209f-c66d-4fd6-9f27-a866726f0e2b'], 'active': True} {{(pid=78399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:44:57.822542 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.db [None req-b3ac0562-f2a0-45a6-9b9f-e1d02c14274e admin admin] For port 905e0b7d-d24c-49f9-add5-702ee45b9f63, host dv-cinder-798091-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798091-1-smb',level=0,port_id=905e0b7d-d24c-49f9-add5-702ee45b9f63,segment=NetworkSegment(d6aebad4-c614-4812-b5db-5340468a6247),segment_id=d6aebad4-c614-4812-b5db-5340468a6247)] {{(pid=78397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:44:57.823009 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-b3ac0562-f2a0-45a6-9b9f-e1d02c14274e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-413696'] for port, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:57.926907 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.l3_dvr_db [None req-de083e75-7e39-47cc-9c95-b647f7915df8 None None] Set router 5390209f-c66d-4fd6-9f27-a866726f0e2b gateway port host: None {{(pid=78399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:44:57.951210 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.plugin [None req-b3ac0562-f2a0-45a6-9b9f-e1d02c14274e admin admin] Calling delete_port for 905e0b7d-d24c-49f9-add5-702ee45b9f63 owned by network:router_gateway {{(pid=78397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 25 14:44:58.036258 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.l3_hamode_db [None req-de083e75-7e39-47cc-9c95-b647f7915df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5390209f-c66d-4fd6-9f27-a866726f0e2b', 'name': 'tempest-TestMinimumBasicScenario-1208418121-router', 'tenant_id': '46d537920f9742198ad6afd1193836f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:41:41Z', 'updated_at': '2021-06-25T14:44:57Z', 'revision_number': 6, 'project_id': '46d537920f9742198ad6afd1193836f7', 'gw_port_host': None}], 'dv-cinder-798091-1-smb', False) {} {{(pid=78399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:44:58.040247 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de083e75-7e39-47cc-9c95-b647f7915df8 None None] The sync data for ids ['5390209f-c66d-4fd6-9f27-a866726f0e2b'] in dv-cinder-798091-1-smb is: [{'id': '5390209f-c66d-4fd6-9f27-a866726f0e2b', 'name': 'tempest-TestMinimumBasicScenario-1208418121-router', 'tenant_id': '46d537920f9742198ad6afd1193836f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:41:41Z', 'updated_at': '2021-06-25T14:44:57Z', 'revision_number': 6, 'project_id': '46d537920f9742198ad6afd1193836f7', 'gw_port_host': None}] {{(pid=78399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 14:44:58.129574 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-b3ac0562-f2a0-45a6-9b9f-e1d02c14274e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747172683996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747172243478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127937375'] for port, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:58.133650 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-eb6638f2-ea5d-4f48-b7d0-df65f7cc0c96 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:44:58.179412 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ac0562-f2a0-45a6-9b9f-e1d02c14274e admin admin] Pushing event deleted for resources: {'Port': ['ID=905e0b7d-d24c-49f9-add5-702ee45b9f63,revision_number=None']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:44:58.209103 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-b3ac0562-f2a0-45a6-9b9f-e1d02c14274e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:44:58.273319 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-b3ac0562-f2a0-45a6-9b9f-e1d02c14274e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-497701'] for router_gateway, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:58.563312 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-b3ac0562-f2a0-45a6-9b9f-e1d02c14274e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-499311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1016456'] for router, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:58.565751 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-b3ac0562-f2a0-45a6-9b9f-e1d02c14274e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:58.590068 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-b3ac0562-f2a0-45a6-9b9f-e1d02c14274e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412616'] for router, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:58.590595 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3ac0562-f2a0-45a6-9b9f-e1d02c14274e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5390209f-c66d-4fd6-9f27-a866726f0e2b {{(pid=78397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 25 14:44:58.604317 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-b3ac0562-f2a0-45a6-9b9f-e1d02c14274e admin admin] Notify callbacks [] for router, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:58.607908 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-b3ac0562-f2a0-45a6-9b9f-e1d02c14274e admin admin] 10.222.0.72 "DELETE /v2.0/routers/5390209f-c66d-4fd6-9f27-a866726f0e2b HTTP/1.1" status: 204 len: 168 time: 1.3382394 Jun 25 14:44:58.608091 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.72', 38860) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:44:58.672816 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.db_base_plugin_v2 [None req-315217fe-2765-40fd-ba1a-7cf208874356 admin admin] Deleting subnet 8d90de92-96c5-4eac-9554-41f78dcebc2a {{(pid=78397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jun 25 14:44:58.676492 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-315217fe-2765-40fd-ba1a-7cf208874356 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:58.729444 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-315217fe-2765-40fd-ba1a-7cf208874356 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127934648'] for subnet, precommit_delete_associations {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:58.825032 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Device 3a2d3c2f-823d-4a97-9c97-7f171bf4eb2d no longer exists at agent ovs-agent-dv-cinder-798091-1-smb {{(pid=78399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 25 14:44:58.868574 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-315217fe-2765-40fd-ba1a-7cf208874356 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3550162'] for subnet, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:58.877819 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.plugin [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] No Port match for: 3a2d3c2f-823d-4a97-9c97-7f171bf4eb2d {{(pid=78399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 25 14:44:58.878451 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Device 3a2d3c2f-823d-4a97-9c97-7f171bf4eb2d not bound to the agent host dv-cinder-798091-1-smb {{(pid=78399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 25 14:44:58.950770 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-315217fe-2765-40fd-ba1a-7cf208874356 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3548165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127934638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2042342'] for subnet, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:58.957468 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:44:59.000909 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-315217fe-2765-40fd-ba1a-7cf208874356 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:59.004673 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315217fe-2765-40fd-ba1a-7cf208874356 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d90de92-96c5-4eac-9554-41f78dcebc2a,revision_number=None']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:44:59.007038 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58614c6f-254c-4caf-a3f6-0e86eea19b5d None None] Network 8c94d8da-413e-4525-98c0-863d33ff9021 requested from dv-cinder-798091-1-smb {{(pid=78399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 25 14:44:59.009226 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-315217fe-2765-40fd-ba1a-7cf208874356 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:44:59.013382 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-315217fe-2765-40fd-ba1a-7cf208874356 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/8d90de92-96c5-4eac-9554-41f78dcebc2a HTTP/1.1" status: 204 len: 168 time: 0.4020371 Jun 25 14:44:59.013592 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.72', 38864) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:44:59.128754 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-98f3ff67-bdaf-4995-8095-da99c7ec9c63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3443507'] for network, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:59.143404 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.plugin [None req-98f3ff67-bdaf-4995-8095-da99c7ec9c63 admin admin] Deleting port 7194f44a-30f6-40e1-96db-ba6991a7bdc4 {{(pid=78397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 25 14:44:59.144064 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-98f3ff67-bdaf-4995-8095-da99c7ec9c63 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747172683120'] for port, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:59.304651 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0955cc5-6905-474d-92d8-fb270f5233be None None] DHCP port deletion for 8c94d8da-413e-4525-98c0-863d33ff9021 request from dv-cinder-798091-1-smb {{(pid=78399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 25 14:44:59.308973 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.plugin [None req-f0955cc5-6905-474d-92d8-fb270f5233be None None] Deleting port 7194f44a-30f6-40e1-96db-ba6991a7bdc4 {{(pid=78399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 25 14:44:59.309350 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-f0955cc5-6905-474d-92d8-fb270f5233be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747172683120'] for port, before_delete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:59.406634 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.db [None req-98f3ff67-bdaf-4995-8095-da99c7ec9c63 admin admin] For port 7194f44a-30f6-40e1-96db-ba6991a7bdc4, host dv-cinder-798091-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798091-1-smb',level=0,port_id=7194f44a-30f6-40e1-96db-ba6991a7bdc4,segment=NetworkSegment(a65b86f5-3f7c-4ec8-ae88-0cc75edf3323),segment_id=a65b86f5-3f7c-4ec8-ae88-0cc75edf3323)] {{(pid=78397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:44:59.407045 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-98f3ff67-bdaf-4995-8095-da99c7ec9c63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-413696'] for port, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:59.538234 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.plugin [None req-98f3ff67-bdaf-4995-8095-da99c7ec9c63 admin admin] Calling delete_port for 7194f44a-30f6-40e1-96db-ba6991a7bdc4 owned by network:dhcp {{(pid=78397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 25 14:44:59.559655 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-f0955cc5-6905-474d-92d8-fb270f5233be None None] For port 7194f44a-30f6-40e1-96db-ba6991a7bdc4, host dv-cinder-798091-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798091-1-smb',level=0,port_id=7194f44a-30f6-40e1-96db-ba6991a7bdc4,segment=NetworkSegment(a65b86f5-3f7c-4ec8-ae88-0cc75edf3323),segment_id=a65b86f5-3f7c-4ec8-ae88-0cc75edf3323)] {{(pid=78399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:44:59.560043 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-f0955cc5-6905-474d-92d8-fb270f5233be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-413696'] for port, precommit_delete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:59.597412 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-3b37b6c0-64f1-4552-bdce-b2e79ca67cc1 req-39f8c304-0d50-4fca-aa08-22e7080c9ffb service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=992fcf44-1dec-4001-a238-b7972821ac06&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2758217 Jun 25 14:44:59.627735 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-98f3ff67-bdaf-4995-8095-da99c7ec9c63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747172683996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747172243478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127937375'] for port, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:59.632058 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-fbbe1013-056f-47c5-88a5-a4f043390093 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:44:59.678090 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f3ff67-bdaf-4995-8095-da99c7ec9c63 admin admin] Pushing event deleted for resources: {'Port': ['ID=7194f44a-30f6-40e1-96db-ba6991a7bdc4,revision_number=None']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:44:59.682301 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-98f3ff67-bdaf-4995-8095-da99c7ec9c63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:44:59.684502 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f3ff67-bdaf-4995-8095-da99c7ec9c63 admin admin] No DVR routers for this DVR port 7194f44a-30f6-40e1-96db-ba6991a7bdc4 on host dv-cinder-798091-1-smb {{(pid=78397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 14:44:59.688518 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.plugin [None req-f0955cc5-6905-474d-92d8-fb270f5233be None None] Calling delete_port for 7194f44a-30f6-40e1-96db-ba6991a7bdc4 owned by network:dhcp {{(pid=78399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 25 14:44:59.830960 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.db.api [None req-f0955cc5-6905-474d-92d8-fb270f5233be None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=78399) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 25 14:44:59.832211 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_db.api [None req-f0955cc5-6905-474d-92d8-fb270f5233be None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=78399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 25 14:44:59.849201 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-98f3ff67-bdaf-4995-8095-da99c7ec9c63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3547471', 'neutron.services.segments.db._delete_segments_for_network-8747172693185'] for network, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:59.864881 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.services.segments.db [None req-98f3ff67-bdaf-4995-8095-da99c7ec9c63 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c94d8da-413e-4525-98c0-863d33ff9021']}} {{(pid=78397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:44:59.880374 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.services.segments.db [None req-98f3ff67-bdaf-4995-8095-da99c7ec9c63 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a65b86f5-3f7c-4ec8-ae88-0cc75edf3323') {'for_net_delete': True} {{(pid=78397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:44:59.880666 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.services.segments.db [None req-98f3ff67-bdaf-4995-8095-da99c7ec9c63 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a65b86f5-3f7c-4ec8-ae88-0cc75edf3323') {} {{(pid=78397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:44:59.896499 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-98f3ff67-bdaf-4995-8095-da99c7ec9c63 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747172705576', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127934593'] for segment, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:59.914081 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b37b6c0-64f1-4552-bdce-b2e79ca67cc1 req-9a2fd787-7e7f-443f-bcc1-baafe86464f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:44:59.915874 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-3b37b6c0-64f1-4552-bdce-b2e79ca67cc1 req-9a2fd787-7e7f-443f-bcc1-baafe86464f9 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=7a64d79372ce407f85b911ae6861af7f&device_id=992fcf44-1dec-4001-a238-b7972821ac06 HTTP/1.1" status: 200 len: 1098 time: 0.2050602 Jun 25 14:44:59.922505 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-98f3ff67-bdaf-4995-8095-da99c7ec9c63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3551624'] for segment, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:59.929630 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98f3ff67-bdaf-4995-8095-da99c7ec9c63 admin admin] Releasing vlan 325 on physical network physnet1 to pool {{(pid=78397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 14:44:59.929955 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-98f3ff67-bdaf-4995-8095-da99c7ec9c63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3551623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127937292'] for segment, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:00.039277 dv-cinder-798091-1-smb neutron-server[78397]: Traceback (most recent call last): Jun 25 14:45:00.039277 dv-cinder-798091-1-smb neutron-server[78397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 14:45:00.039277 dv-cinder-798091-1-smb neutron-server[78397]: timer() Jun 25 14:45:00.039277 dv-cinder-798091-1-smb neutron-server[78397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 14:45:00.039277 dv-cinder-798091-1-smb neutron-server[78397]: cb(*args, **kw) Jun 25 14:45:00.039277 dv-cinder-798091-1-smb neutron-server[78397]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 14:45:00.039277 dv-cinder-798091-1-smb neutron-server[78397]: return func(*args, **kwargs) Jun 25 14:45:00.039277 dv-cinder-798091-1-smb neutron-server[78397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 14:45:00.039277 dv-cinder-798091-1-smb neutron-server[78397]: self._notify() Jun 25 14:45:00.039277 dv-cinder-798091-1-smb neutron-server[78397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 14:45:00.039277 dv-cinder-798091-1-smb neutron-server[78397]: self.callback(batched_events) Jun 25 14:45:00.039277 dv-cinder-798091-1-smb neutron-server[78397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 14:45:00.039277 dv-cinder-798091-1-smb neutron-server[78397]: event.method(event) Jun 25 14:45:00.039277 dv-cinder-798091-1-smb neutron-server[78397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 14:45:00.039277 dv-cinder-798091-1-smb neutron-server[78397]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 14:45:00.039277 dv-cinder-798091-1-smb neutron-server[78397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 14:45:00.039277 dv-cinder-798091-1-smb neutron-server[78397]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 14:45:00.039277 dv-cinder-798091-1-smb neutron-server[78397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 14:45:00.039277 dv-cinder-798091-1-smb neutron-server[78397]: return f(self, *a, **k) Jun 25 14:45:00.039277 dv-cinder-798091-1-smb neutron-server[78397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 14:45:00.039277 dv-cinder-798091-1-smb neutron-server[78397]: return self._get(url).json() Jun 25 14:45:00.039277 dv-cinder-798091-1-smb neutron-server[78397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 14:45:00.039277 dv-cinder-798091-1-smb neutron-server[78397]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 14:45:00.039277 dv-cinder-798091-1-smb neutron-server[78397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 14:45:00.039277 dv-cinder-798091-1-smb neutron-server[78397]: return self.request(url, 'GET', **kwargs) Jun 25 14:45:00.039277 dv-cinder-798091-1-smb neutron-server[78397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 14:45:00.039277 dv-cinder-798091-1-smb neutron-server[78397]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 14:45:00.039277 dv-cinder-798091-1-smb neutron-server[78397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 14:45:00.039277 dv-cinder-798091-1-smb neutron-server[78397]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 14:45:00.039277 dv-cinder-798091-1-smb neutron-server[78397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 14:45:00.039277 dv-cinder-798091-1-smb neutron-server[78397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 14:45:00.039277 dv-cinder-798091-1-smb neutron-server[78397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 14:45:00.194805 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-98f3ff67-bdaf-4995-8095-da99c7ec9c63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3547472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-497664'] for network, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:00.195623 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Device 905e0b7d-d24c-49f9-add5-702ee45b9f63 no longer exists at agent ovs-agent-dv-cinder-798091-1-smb {{(pid=78399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 25 14:45:00.201402 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-98f3ff67-bdaf-4995-8095-da99c7ec9c63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692162'] for network, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:00.207483 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:45:00.231575 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.plugin [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] No Port match for: 905e0b7d-d24c-49f9-add5-702ee45b9f63 {{(pid=78399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 25 14:45:00.231920 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Device 905e0b7d-d24c-49f9-add5-702ee45b9f63 not bound to the agent host dv-cinder-798091-1-smb {{(pid=78399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 25 14:45:00.232575 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Device 7194f44a-30f6-40e1-96db-ba6991a7bdc4 no longer exists at agent ovs-agent-dv-cinder-798091-1-smb {{(pid=78399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 25 14:45:00.237774 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f3ff67-bdaf-4995-8095-da99c7ec9c63 admin admin] Pushing event deleted for resources: {'Network': ['ID=8c94d8da-413e-4525-98c0-863d33ff9021,revision_number=None']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:45:00.240362 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-98f3ff67-bdaf-4995-8095-da99c7ec9c63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:45:00.269446 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.plugin [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] No Port match for: 7194f44a-30f6-40e1-96db-ba6991a7bdc4 {{(pid=78399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 25 14:45:00.269859 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Device 7194f44a-30f6-40e1-96db-ba6991a7bdc4 not bound to the agent host dv-cinder-798091-1-smb {{(pid=78399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 25 14:45:00.275834 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-98f3ff67-bdaf-4995-8095-da99c7ec9c63 admin admin] 10.222.0.72 "DELETE /v2.0/networks/8c94d8da-413e-4525-98c0-863d33ff9021 HTTP/1.1" status: 204 len: 168 time: 1.2612255 Jun 25 14:45:00.279539 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.72', 38874) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:45:00.281039 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b37b6c0-64f1-4552-bdce-b2e79ca67cc1 req-4e98e601-7816-4a75-91aa-c2d10120e06e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:45:00.283243 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-3b37b6c0-64f1-4552-bdce-b2e79ca67cc1 req-4e98e601-7816-4a75-91aa-c2d10120e06e service neutron] 10.222.0.77 "GET /v2.0/networks?id=fc3ffe9c-74f9-42a1-af5f-69842b644ae0 HTTP/1.1" status: 200 len: 917 time: 0.2429419 Jun 25 14:45:00.333455 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.plugin [None req-f0955cc5-6905-474d-92d8-fb270f5233be None None] Deleting port 7194f44a-30f6-40e1-96db-ba6991a7bdc4 {{(pid=78399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 25 14:45:00.333943 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-f0955cc5-6905-474d-92d8-fb270f5233be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747172683120'] for port, before_delete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:00.396062 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-3b37b6c0-64f1-4552-bdce-b2e79ca67cc1 req-5b2ae58e-91a9-47c4-8b09-482c8da66bdf service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5aaae651-0119-4cf4-aee8-628f5e27169e HTTP/1.1" status: 200 len: 1001 time: 0.1024551 Jun 25 14:45:00.402260 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.plugin [None req-f0955cc5-6905-474d-92d8-fb270f5233be None None] The port '7194f44a-30f6-40e1-96db-ba6991a7bdc4' was deleted {{(pid=78399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Jun 25 14:45:00.468808 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b37b6c0-64f1-4552-bdce-b2e79ca67cc1 req-2886487d-f5f2-41e2-aef3-c7a74cbaf1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:45:00.470927 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-3b37b6c0-64f1-4552-bdce-b2e79ca67cc1 req-2886487d-f5f2-41e2-aef3-c7a74cbaf1a5 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=24c79731-6cdf-4634-b94b-8a5d29662e96 HTTP/1.1" status: 200 len: 855 time: 0.0668344 Jun 25 14:45:00.547845 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b37b6c0-64f1-4552-bdce-b2e79ca67cc1 req-66672fb8-cfa1-478a-be0c-da1855501aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:45:00.549544 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-3b37b6c0-64f1-4552-bdce-b2e79ca67cc1 req-66672fb8-cfa1-478a-be0c-da1855501aba service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=fc3ffe9c-74f9-42a1-af5f-69842b644ae0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0714436 Jun 25 14:45:00.688521 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-3b37b6c0-64f1-4552-bdce-b2e79ca67cc1 req-d9d70a3c-18ed-4efc-bc87-f6d308a01845 service neutron] 10.222.0.77 "GET /v2.0/networks/fc3ffe9c-74f9-42a1-af5f-69842b644ae0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322932 Jun 25 14:45:00.827607 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-3b37b6c0-64f1-4552-bdce-b2e79ca67cc1 req-2257e061-5a59-4a76-946f-7c4957ee5d8f service neutron] 10.222.0.77 "GET /v2.0/networks/fc3ffe9c-74f9-42a1-af5f-69842b644ae0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310375 Jun 25 14:45:00.849102 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-42739826-bc36-4864-b897-1312d0a9d51b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-499200'] for router_interface, before_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:01.210748 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.plugin [None req-42739826-bc36-4864-b897-1312d0a9d51b admin admin] Deleting port cdd6394b-84c6-477b-9c26-1801aef240e8 {{(pid=78398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 25 14:45:01.211138 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-42739826-bc36-4864-b897-1312d0a9d51b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747172683120'] for port, before_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:01.481660 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.db [None req-42739826-bc36-4864-b897-1312d0a9d51b admin admin] For port cdd6394b-84c6-477b-9c26-1801aef240e8, host dv-cinder-798091-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798091-1-smb',level=0,port_id=cdd6394b-84c6-477b-9c26-1801aef240e8,segment=NetworkSegment(cbc322d8-3638-43ec-9ac6-41989c0f5335),segment_id=cbc322d8-3638-43ec-9ac6-41989c0f5335)] {{(pid=78398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:45:01.482317 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-42739826-bc36-4864-b897-1312d0a9d51b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-413696'] for port, precommit_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:01.609744 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.plugin [None req-42739826-bc36-4864-b897-1312d0a9d51b admin admin] Calling delete_port for cdd6394b-84c6-477b-9c26-1801aef240e8 owned by network:router_interface {{(pid=78398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 25 14:45:01.787622 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-42739826-bc36-4864-b897-1312d0a9d51b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747172683996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747172243478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1901102'] for port, after_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:01.792920 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-0009b1a7-a2a9-4ad1-9b87-25f237a767c8 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:45:01.837437 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42739826-bc36-4864-b897-1312d0a9d51b admin admin] Pushing event deleted for resources: {'Port': ['ID=cdd6394b-84c6-477b-9c26-1801aef240e8,revision_number=None']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:45:01.872803 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42739826-bc36-4864-b897-1312d0a9d51b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:45:01.873172 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42739826-bc36-4864-b897-1312d0a9d51b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:45:01.873594 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42739826-bc36-4864-b897-1312d0a9d51b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:45:01.874043 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42739826-bc36-4864-b897-1312d0a9d51b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:45:01.874270 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42739826-bc36-4864-b897-1312d0a9d51b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:45:01.874623 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42739826-bc36-4864-b897-1312d0a9d51b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:45:01.874964 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42739826-bc36-4864-b897-1312d0a9d51b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:45:01.875349 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42739826-bc36-4864-b897-1312d0a9d51b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:45:01.875796 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42739826-bc36-4864-b897-1312d0a9d51b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:45:01.876329 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42739826-bc36-4864-b897-1312d0a9d51b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:45:01.876685 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42739826-bc36-4864-b897-1312d0a9d51b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:45:01.877030 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42739826-bc36-4864-b897-1312d0a9d51b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:45:01.884684 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-42739826-bc36-4864-b897-1312d0a9d51b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:45:02.127243 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-42739826-bc36-4864-b897-1312d0a9d51b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3692191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-499372'] for router_interface, after_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:02.485772 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42739826-bc36-4864-b897-1312d0a9d51b admin admin] Router 97087446-665f-4880-a93f-57e88aa8ad8e has already been hosted by L3 agent 941bc864-709b-4c09-a7df-f27e1f49545a {{(pid=78398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 14:45:02.664070 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42739826-bc36-4864-b897-1312d0a9d51b admin admin] Notify agent at l3_agent.dv-cinder-798091-1-smb the message routers_updated {{(pid=78398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 25 14:45:02.672780 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba92116-62fc-43c7-adb3-3123d08a16b3 None None] Sync routers for ids ['97087446-665f-4880-a93f-57e88aa8ad8e'] in dv-cinder-798091-1-smb {{(pid=78400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 14:45:02.680786 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-42739826-bc36-4864-b897-1312d0a9d51b admin admin] 10.222.0.72 "PUT /v2.0/routers/97087446-665f-4880-a93f-57e88aa8ad8e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4000759 Jun 25 14:45:02.682224 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba92116-62fc-43c7-adb3-3123d08a16b3 None None] Routers {'97087446-665f-4880-a93f-57e88aa8ad8e'} bound to L3 agent in host dv-cinder-798091-1-smb {{(pid=78400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:45:02.683159 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.72', 38886) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:45:02.683303 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.db.l3_hamode_db [None req-eba92116-62fc-43c7-adb3-3123d08a16b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798091-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-25T14:30:11Z,description=,heartbeat_timestamp=2021-06-25T14:44:41Z,host='dv-cinder-798091-1-smb',id=941bc864-709b-4c09-a7df-f27e1f49545a,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:30:11Z,topic='l3_agent')) {'router_ids': ['97087446-665f-4880-a93f-57e88aa8ad8e'], 'active': True} {{(pid=78400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:45:02.869827 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.db.l3_dvr_db [None req-eba92116-62fc-43c7-adb3-3123d08a16b3 None None] Set router 97087446-665f-4880-a93f-57e88aa8ad8e gateway port host: dv-cinder-798091-1-smb {{(pid=78400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:45:02.972574 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-72c3ae0d-5bac-4d9e-a9e8-ba8092f85392 admin admin] Notify callbacks [] for router, before_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:03.161419 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-72c3ae0d-5bac-4d9e-a9e8-ba8092f85392 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:03.165718 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.db.l3_hamode_db [None req-eba92116-62fc-43c7-adb3-3123d08a16b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97087446-665f-4880-a93f-57e88aa8ad8e', 'name': 'tempest-TestMinimumBasicScenario-1238245456-router', 'tenant_id': '071d530e8e174aab94f2b1e1e0a24ebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee', 'external_fixed_ips': [{'subnet_id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'ip_address': '172.28.1.140'}], 'enable_snat': True}, 'gw_port_id': 'b1560b5d-86c5-4068-be8a-3196d06a077f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:41:52Z', 'updated_at': '2021-06-25T14:45:01Z', 'revision_number': 5, 'project_id': '071d530e8e174aab94f2b1e1e0a24ebc', 'gw_port': {'id': 'b1560b5d-86c5-4068-be8a-3196d06a077f', 'name': '', 'network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:bd:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97087446-665f-4880-a93f-57e88aa8ad8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'ip_address': '172.28.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:41:53Z', 'updated_at': '2021-06-25T14:42:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798091-1-smb'}], 'dv-cinder-798091-1-smb', False) {} {{(pid=78400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:45:03.170186 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba92116-62fc-43c7-adb3-3123d08a16b3 None None] Checking router: 97087446-665f-4880-a93f-57e88aa8ad8e for host: dv-cinder-798091-1-smb {{(pid=78400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 14:45:03.175141 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.plugin [None req-72c3ae0d-5bac-4d9e-a9e8-ba8092f85392 admin admin] Deleting port b1560b5d-86c5-4068-be8a-3196d06a077f {{(pid=78398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 25 14:45:03.175542 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-72c3ae0d-5bac-4d9e-a9e8-ba8092f85392 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747172683120'] for port, before_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:03.180302 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba92116-62fc-43c7-adb3-3123d08a16b3 None None] Routers {'97087446-665f-4880-a93f-57e88aa8ad8e'} bound to L3 agent in host dv-cinder-798091-1-smb {{(pid=78400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:45:03.180909 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.db.l3_hamode_db [None req-eba92116-62fc-43c7-adb3-3123d08a16b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798091-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-25T14:30:11Z,description=,heartbeat_timestamp=2021-06-25T14:44:41Z,host='dv-cinder-798091-1-smb',id=941bc864-709b-4c09-a7df-f27e1f49545a,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:30:11Z,topic='l3_agent')) {'router_ids': ['97087446-665f-4880-a93f-57e88aa8ad8e'], 'active': True} {{(pid=78400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:45:03.333980 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.db.l3_dvr_db [None req-eba92116-62fc-43c7-adb3-3123d08a16b3 None None] Set router 97087446-665f-4880-a93f-57e88aa8ad8e gateway port host: None {{(pid=78400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:45:03.358013 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.db [None req-72c3ae0d-5bac-4d9e-a9e8-ba8092f85392 admin admin] For port b1560b5d-86c5-4068-be8a-3196d06a077f, host dv-cinder-798091-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798091-1-smb',level=0,port_id=b1560b5d-86c5-4068-be8a-3196d06a077f,segment=NetworkSegment(d6aebad4-c614-4812-b5db-5340468a6247),segment_id=d6aebad4-c614-4812-b5db-5340468a6247)] {{(pid=78398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:45:03.358368 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-72c3ae0d-5bac-4d9e-a9e8-ba8092f85392 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-413696'] for port, precommit_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:03.440681 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.db.l3_hamode_db [None req-eba92116-62fc-43c7-adb3-3123d08a16b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97087446-665f-4880-a93f-57e88aa8ad8e', 'name': 'tempest-TestMinimumBasicScenario-1238245456-router', 'tenant_id': '071d530e8e174aab94f2b1e1e0a24ebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:41:52Z', 'updated_at': '2021-06-25T14:45:03Z', 'revision_number': 6, 'project_id': '071d530e8e174aab94f2b1e1e0a24ebc', 'gw_port_host': None}], 'dv-cinder-798091-1-smb', False) {} {{(pid=78400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:45:03.444937 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba92116-62fc-43c7-adb3-3123d08a16b3 None None] The sync data for ids ['97087446-665f-4880-a93f-57e88aa8ad8e'] in dv-cinder-798091-1-smb is: [{'id': '97087446-665f-4880-a93f-57e88aa8ad8e', 'name': 'tempest-TestMinimumBasicScenario-1238245456-router', 'tenant_id': '071d530e8e174aab94f2b1e1e0a24ebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:41:52Z', 'updated_at': '2021-06-25T14:45:03Z', 'revision_number': 6, 'project_id': '071d530e8e174aab94f2b1e1e0a24ebc', 'gw_port_host': None}] {{(pid=78400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 14:45:03.486096 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.plugin [None req-72c3ae0d-5bac-4d9e-a9e8-ba8092f85392 admin admin] Calling delete_port for b1560b5d-86c5-4068-be8a-3196d06a077f owned by network:router_gateway {{(pid=78398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 25 14:45:03.662100 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-72c3ae0d-5bac-4d9e-a9e8-ba8092f85392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747172683996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747172243478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1901102'] for port, after_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:03.665894 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-38137c1d-fc67-4fa6-a457-0ab2d69f406e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:45:03.712311 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3ae0d-5bac-4d9e-a9e8-ba8092f85392 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1560b5d-86c5-4068-be8a-3196d06a077f,revision_number=None']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:45:03.715333 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-72c3ae0d-5bac-4d9e-a9e8-ba8092f85392 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:45:03.806416 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-72c3ae0d-5bac-4d9e-a9e8-ba8092f85392 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-497701'] for router_gateway, after_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:03.989438 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-72c3ae0d-5bac-4d9e-a9e8-ba8092f85392 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-499311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1016456'] for router, precommit_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:03.991545 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-72c3ae0d-5bac-4d9e-a9e8-ba8092f85392 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:04.076435 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-72c3ae0d-5bac-4d9e-a9e8-ba8092f85392 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412616'] for router, after_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:04.077094 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72c3ae0d-5bac-4d9e-a9e8-ba8092f85392 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 97087446-665f-4880-a93f-57e88aa8ad8e {{(pid=78398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 25 14:45:04.091408 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-72c3ae0d-5bac-4d9e-a9e8-ba8092f85392 admin admin] Notify callbacks [] for router, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:04.092635 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-72c3ae0d-5bac-4d9e-a9e8-ba8092f85392 admin admin] 10.222.0.72 "DELETE /v2.0/routers/97087446-665f-4880-a93f-57e88aa8ad8e HTTP/1.1" status: 204 len: 168 time: 1.4084234 Jun 25 14:45:04.095365 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.72', 38896) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:45:04.160870 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ed81db1-508a-442e-8532-0f299115d1ef admin admin] Deleting subnet ceea88e4-00e5-4112-8cb3-bd39f3ce931b {{(pid=78397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jun 25 14:45:04.164115 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-4ed81db1-508a-442e-8532-0f299115d1ef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:04.215650 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-4ed81db1-508a-442e-8532-0f299115d1ef admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127934648'] for subnet, precommit_delete_associations {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:04.259170 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Device cdd6394b-84c6-477b-9c26-1801aef240e8 no longer exists at agent ovs-agent-dv-cinder-798091-1-smb {{(pid=78399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 25 14:45:04.297682 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.plugin [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] No Port match for: cdd6394b-84c6-477b-9c26-1801aef240e8 {{(pid=78399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 25 14:45:04.298128 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Device cdd6394b-84c6-477b-9c26-1801aef240e8 not bound to the agent host dv-cinder-798091-1-smb {{(pid=78399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 25 14:45:04.298778 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Device b1560b5d-86c5-4068-be8a-3196d06a077f no longer exists at agent ovs-agent-dv-cinder-798091-1-smb {{(pid=78399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 25 14:45:04.304615 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-4ed81db1-508a-442e-8532-0f299115d1ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3550162'] for subnet, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:04.336505 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.plugin [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] No Port match for: b1560b5d-86c5-4068-be8a-3196d06a077f {{(pid=78399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 25 14:45:04.336920 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Device b1560b5d-86c5-4068-be8a-3196d06a077f not bound to the agent host dv-cinder-798091-1-smb {{(pid=78399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 25 14:45:04.387261 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-4ed81db1-508a-442e-8532-0f299115d1ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3548165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127934638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2042342'] for subnet, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:04.393542 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-1f092a2f-1759-4b63-829f-0c0a5575b316 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:45:04.428633 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed81db1-508a-442e-8532-0f299115d1ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ceea88e4-00e5-4112-8cb3-bd39f3ce931b,revision_number=None']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:45:04.433741 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-4ed81db1-508a-442e-8532-0f299115d1ef admin admin] Notify callbacks [] for subnet, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:04.441000 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c0fee93-1a54-4d9f-9bcd-40c2f7a2bde6 None None] Network 3ddd7e4e-8cd8-4fb5-b19b-5ab60d07c4af requested from dv-cinder-798091-1-smb {{(pid=78399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 25 14:45:04.443722 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-4ed81db1-508a-442e-8532-0f299115d1ef admin admin] 10.222.0.72 "DELETE /v2.0/subnets/ceea88e4-00e5-4112-8cb3-bd39f3ce931b HTTP/1.1" status: 204 len: 168 time: 0.3472838 Jun 25 14:45:04.446335 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.72', 38904) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:45:04.449052 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed81db1-508a-442e-8532-0f299115d1ef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:45:04.449653 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed81db1-508a-442e-8532-0f299115d1ef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:45:04.450200 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed81db1-508a-442e-8532-0f299115d1ef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:45:04.450719 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed81db1-508a-442e-8532-0f299115d1ef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:45:04.451232 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed81db1-508a-442e-8532-0f299115d1ef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:45:04.451747 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed81db1-508a-442e-8532-0f299115d1ef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:45:04.452255 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed81db1-508a-442e-8532-0f299115d1ef admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:45:04.452874 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed81db1-508a-442e-8532-0f299115d1ef admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:45:04.453830 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed81db1-508a-442e-8532-0f299115d1ef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:45:04.454456 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed81db1-508a-442e-8532-0f299115d1ef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:45:04.454973 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed81db1-508a-442e-8532-0f299115d1ef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:45:04.455483 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed81db1-508a-442e-8532-0f299115d1ef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:45:04.459486 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-4ed81db1-508a-442e-8532-0f299115d1ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:45:04.494080 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.db.agents_db [None req-33cd8ffe-8d55-4e82-a60c-f31f0cdcb446 None None] Agent healthcheck: found 6 active agents {{(pid=78400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 25 14:45:04.680995 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-6e46539c-e280-4550-81d9-631395c0d730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3443507'] for network, before_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:04.695946 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.plugin [None req-6e46539c-e280-4550-81d9-631395c0d730 admin admin] Deleting port 247b5b41-d50f-4727-b992-e5a7bbf94eef {{(pid=78398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 25 14:45:04.696640 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-6e46539c-e280-4550-81d9-631395c0d730 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747172683120'] for port, before_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:04.752189 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-788de5d4-bd8a-41c2-ba7c-c20f4d1a312b None None] DHCP port deletion for 3ddd7e4e-8cd8-4fb5-b19b-5ab60d07c4af request from dv-cinder-798091-1-smb {{(pid=78399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 25 14:45:04.758289 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.plugin [None req-788de5d4-bd8a-41c2-ba7c-c20f4d1a312b None None] Deleting port 247b5b41-d50f-4727-b992-e5a7bbf94eef {{(pid=78399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 25 14:45:04.758916 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-788de5d4-bd8a-41c2-ba7c-c20f4d1a312b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747172683120'] for port, before_delete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:04.942748 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.db [None req-6e46539c-e280-4550-81d9-631395c0d730 admin admin] For port 247b5b41-d50f-4727-b992-e5a7bbf94eef, host dv-cinder-798091-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798091-1-smb',level=0,port_id=247b5b41-d50f-4727-b992-e5a7bbf94eef,segment=NetworkSegment(cbc322d8-3638-43ec-9ac6-41989c0f5335),segment_id=cbc322d8-3638-43ec-9ac6-41989c0f5335)] {{(pid=78398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:45:04.943203 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-6e46539c-e280-4550-81d9-631395c0d730 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-413696'] for port, precommit_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:05.039447 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-788de5d4-bd8a-41c2-ba7c-c20f4d1a312b None None] For port 247b5b41-d50f-4727-b992-e5a7bbf94eef, host dv-cinder-798091-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798091-1-smb',level=0,port_id=247b5b41-d50f-4727-b992-e5a7bbf94eef,segment=NetworkSegment(cbc322d8-3638-43ec-9ac6-41989c0f5335),segment_id=cbc322d8-3638-43ec-9ac6-41989c0f5335)] {{(pid=78399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:45:05.039838 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-788de5d4-bd8a-41c2-ba7c-c20f4d1a312b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-413696'] for port, precommit_delete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:05.073414 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.plugin [None req-6e46539c-e280-4550-81d9-631395c0d730 admin admin] Calling delete_port for 247b5b41-d50f-4727-b992-e5a7bbf94eef owned by network:dhcp {{(pid=78398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 25 14:45:05.153303 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-6e46539c-e280-4550-81d9-631395c0d730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747172683996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747172243478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1901102'] for port, after_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:05.158586 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-52e1c374-39c1-40be-a0ab-5ad15c6f922e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:45:05.168366 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.plugin [None req-788de5d4-bd8a-41c2-ba7c-c20f4d1a312b None None] Calling delete_port for 247b5b41-d50f-4727-b992-e5a7bbf94eef owned by network:dhcp {{(pid=78399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 25 14:45:05.207888 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e46539c-e280-4550-81d9-631395c0d730 admin admin] Pushing event deleted for resources: {'Port': ['ID=247b5b41-d50f-4727-b992-e5a7bbf94eef,revision_number=None']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:45:05.211174 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-6e46539c-e280-4550-81d9-631395c0d730 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:45:05.211923 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e46539c-e280-4550-81d9-631395c0d730 admin admin] No DVR routers for this DVR port 247b5b41-d50f-4727-b992-e5a7bbf94eef on host dv-cinder-798091-1-smb {{(pid=78398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 14:45:05.242582 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.db.api [None req-788de5d4-bd8a-41c2-ba7c-c20f4d1a312b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=78399) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 25 14:45:05.242957 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_db.api [None req-788de5d4-bd8a-41c2-ba7c-c20f4d1a312b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=78399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 25 14:45:05.332123 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-6e46539c-e280-4550-81d9-631395c0d730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3547471', 'neutron.services.segments.db._delete_segments_for_network-8747172693185'] for network, precommit_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:05.345481 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.services.segments.db [None req-6e46539c-e280-4550-81d9-631395c0d730 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ddd7e4e-8cd8-4fb5-b19b-5ab60d07c4af']}} {{(pid=78398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:45:05.357687 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.services.segments.db [None req-6e46539c-e280-4550-81d9-631395c0d730 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbc322d8-3638-43ec-9ac6-41989c0f5335') {'for_net_delete': True} {{(pid=78398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:45:05.357973 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.services.segments.db [None req-6e46539c-e280-4550-81d9-631395c0d730 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbc322d8-3638-43ec-9ac6-41989c0f5335') {} {{(pid=78398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:45:05.369538 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-6e46539c-e280-4550-81d9-631395c0d730 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747172705576', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128114155'] for segment, before_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:05.386511 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-6e46539c-e280-4550-81d9-631395c0d730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3551624'] for segment, precommit_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:05.392813 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e46539c-e280-4550-81d9-631395c0d730 admin admin] Releasing vlan 320 on physical network physnet1 to pool {{(pid=78398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 14:45:05.393185 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-6e46539c-e280-4550-81d9-631395c0d730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3551623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1901181'] for segment, after_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:05.405998 dv-cinder-798091-1-smb neutron-server[78398]: Traceback (most recent call last): Jun 25 14:45:05.405998 dv-cinder-798091-1-smb neutron-server[78398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 14:45:05.405998 dv-cinder-798091-1-smb neutron-server[78398]: timer() Jun 25 14:45:05.405998 dv-cinder-798091-1-smb neutron-server[78398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 14:45:05.405998 dv-cinder-798091-1-smb neutron-server[78398]: cb(*args, **kw) Jun 25 14:45:05.405998 dv-cinder-798091-1-smb neutron-server[78398]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 14:45:05.405998 dv-cinder-798091-1-smb neutron-server[78398]: return func(*args, **kwargs) Jun 25 14:45:05.405998 dv-cinder-798091-1-smb neutron-server[78398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 14:45:05.405998 dv-cinder-798091-1-smb neutron-server[78398]: self._notify() Jun 25 14:45:05.405998 dv-cinder-798091-1-smb neutron-server[78398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 14:45:05.405998 dv-cinder-798091-1-smb neutron-server[78398]: self.callback(batched_events) Jun 25 14:45:05.405998 dv-cinder-798091-1-smb neutron-server[78398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 14:45:05.405998 dv-cinder-798091-1-smb neutron-server[78398]: event.method(event) Jun 25 14:45:05.405998 dv-cinder-798091-1-smb neutron-server[78398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 14:45:05.405998 dv-cinder-798091-1-smb neutron-server[78398]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 14:45:05.405998 dv-cinder-798091-1-smb neutron-server[78398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 14:45:05.405998 dv-cinder-798091-1-smb neutron-server[78398]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 14:45:05.405998 dv-cinder-798091-1-smb neutron-server[78398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 14:45:05.405998 dv-cinder-798091-1-smb neutron-server[78398]: return f(self, *a, **k) Jun 25 14:45:05.405998 dv-cinder-798091-1-smb neutron-server[78398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 14:45:05.405998 dv-cinder-798091-1-smb neutron-server[78398]: return self._get(url).json() Jun 25 14:45:05.405998 dv-cinder-798091-1-smb neutron-server[78398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 14:45:05.405998 dv-cinder-798091-1-smb neutron-server[78398]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 14:45:05.405998 dv-cinder-798091-1-smb neutron-server[78398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 14:45:05.405998 dv-cinder-798091-1-smb neutron-server[78398]: return self.request(url, 'GET', **kwargs) Jun 25 14:45:05.405998 dv-cinder-798091-1-smb neutron-server[78398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 14:45:05.405998 dv-cinder-798091-1-smb neutron-server[78398]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 14:45:05.405998 dv-cinder-798091-1-smb neutron-server[78398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 14:45:05.405998 dv-cinder-798091-1-smb neutron-server[78398]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 14:45:05.405998 dv-cinder-798091-1-smb neutron-server[78398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 14:45:05.405998 dv-cinder-798091-1-smb neutron-server[78398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 14:45:05.405998 dv-cinder-798091-1-smb neutron-server[78398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 14:45:05.485498 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-6e46539c-e280-4550-81d9-631395c0d730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3547472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-497664'] for network, after_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:05.489674 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-b8d32d24-3034-4349-9199-2fad7581b468 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:45:05.505230 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-6e46539c-e280-4550-81d9-631395c0d730 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692162'] for network, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:05.511286 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e46539c-e280-4550-81d9-631395c0d730 admin admin] Pushing event deleted for resources: {'Network': ['ID=3ddd7e4e-8cd8-4fb5-b19b-5ab60d07c4af,revision_number=None']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:45:05.515273 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-6e46539c-e280-4550-81d9-631395c0d730 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:45:05.521382 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-6e46539c-e280-4550-81d9-631395c0d730 admin admin] 10.222.0.72 "DELETE /v2.0/networks/3ddd7e4e-8cd8-4fb5-b19b-5ab60d07c4af HTTP/1.1" status: 204 len: 168 time: 1.0740426 Jun 25 14:45:05.701920 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.72', 38916) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:45:05.744485 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.plugin [None req-788de5d4-bd8a-41c2-ba7c-c20f4d1a312b None None] Deleting port 247b5b41-d50f-4727-b992-e5a7bbf94eef {{(pid=78399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 25 14:45:05.745106 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-788de5d4-bd8a-41c2-ba7c-c20f4d1a312b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747172683120'] for port, before_delete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:05.755049 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-ceff1c00-e9d9-43df-b24b-5d33b5670c4e admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=46d537920f9742198ad6afd1193836f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0518196 Jun 25 14:45:05.757623 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.72', 38920) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:45:05.814931 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.plugin [None req-788de5d4-bd8a-41c2-ba7c-c20f4d1a312b None None] The port '247b5b41-d50f-4727-b992-e5a7bbf94eef' was deleted {{(pid=78399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Jun 25 14:45:05.823714 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-4b07fb20-9f67-4914-baf3-d76e5fcad820 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:05.850334 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-4b07fb20-9f67-4914-baf3-d76e5fcad820 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:05.907776 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-4b07fb20-9f67-4914-baf3-d76e5fcad820 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726995'] for security_group, after_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:05.916335 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:45:05.933128 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b07fb20-9f67-4914-baf3-d76e5fcad820 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13191a16-2633-4bde-9ccf-dc651df9ed23,revision_number=None']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:45:05.943078 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-4b07fb20-9f67-4914-baf3-d76e5fcad820 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:45:05.949679 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-4b07fb20-9f67-4914-baf3-d76e5fcad820 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:05.950957 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-4b07fb20-9f67-4914-baf3-d76e5fcad820 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/13191a16-2633-4bde-9ccf-dc651df9ed23 HTTP/1.1" status: 204 len: 168 time: 0.1922479 Jun 25 14:45:06.198324 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Device 247b5b41-d50f-4727-b992-e5a7bbf94eef no longer exists at agent ovs-agent-dv-cinder-798091-1-smb {{(pid=78399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 25 14:45:06.235197 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.plugin [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] No Port match for: 247b5b41-d50f-4727-b992-e5a7bbf94eef {{(pid=78399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 25 14:45:06.235774 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Device 247b5b41-d50f-4727-b992-e5a7bbf94eef not bound to the agent host dv-cinder-798091-1-smb {{(pid=78399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 25 14:45:06.346409 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.72', 38934) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:45:06.395759 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-e00c2c93-e284-4837-a7c2-5c76ac0837f9 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=071d530e8e174aab94f2b1e1e0a24ebc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0480440 Jun 25 14:45:06.399009 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.72', 38938) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:45:06.460866 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-6d853ec9-85c0-488d-abe0-a3db568882fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:06.490703 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-6d853ec9-85c0-488d-abe0-a3db568882fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:06.547252 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-6d853ec9-85c0-488d-abe0-a3db568882fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726995'] for security_group, after_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:06.552935 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-acc6b46c-8cc1-481c-8c52-6075c79e5f73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:45:06.564312 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d853ec9-85c0-488d-abe0-a3db568882fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e8479b4-3c59-4ab0-a6aa-3f0b0ad4516f,revision_number=None']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:45:06.569971 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-6d853ec9-85c0-488d-abe0-a3db568882fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:45:06.571831 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-6d853ec9-85c0-488d-abe0-a3db568882fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:06.574391 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-6d853ec9-85c0-488d-abe0-a3db568882fd admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/3e8479b4-3c59-4ab0-a6aa-3f0b0ad4516f HTTP/1.1" status: 204 len: 168 time: 0.1743875 Jun 25 14:45:07.314655 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a82225b-5ee1-48f3-94a9-eb7b5e54044e req-abf39be7-b836-448b-af1b-ce5f84fbd28a tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:45:07.316137 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-9a82225b-5ee1-48f3-94a9-eb7b5e54044e req-abf39be7-b836-448b-af1b-ce5f84fbd28a tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/ports?device_id=992fcf44-1dec-4001-a238-b7972821ac06 HTTP/1.1" status: 200 len: 945 time: 0.0896568 Jun 25 14:45:07.369430 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-9a82225b-5ee1-48f3-94a9-eb7b5e54044e req-3ce96312-c35d-4c0b-a183-5f9db89d6b21 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/security-groups?id=d481dcb0-dc92-45f5-a5d0-0168ed20fc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474653 Jun 25 14:45:08.561863 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a44a91-331c-4931-91a6-96ddf5759216 req-e0c38837-26a2-4e7a-95bd-0f983c54b009 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:45:08.564034 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-10a44a91-331c-4931-91a6-96ddf5759216 req-e0c38837-26a2-4e7a-95bd-0f983c54b009 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/ports?device_id=992fcf44-1dec-4001-a238-b7972821ac06 HTTP/1.1" status: 200 len: 945 time: 0.0814331 Jun 25 14:45:08.609217 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-10a44a91-331c-4931-91a6-96ddf5759216 req-383e289d-5221-4dbc-b2b9-bcca8ea70db7 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/security-groups?id=d481dcb0-dc92-45f5-a5d0-0168ed20fc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393794 Jun 25 14:45:08.642310 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-cce25209-8c0f-4aea-ae84-e585e625a0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:08.983546 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:09.814508 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0533da8-b236-4e17-ad02-bf3fa1356021 req-a23be5e5-2691-4dc6-b0ce-0d711ca58967 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:45:09.816127 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-a0533da8-b236-4e17-ad02-bf3fa1356021 req-a23be5e5-2691-4dc6-b0ce-0d711ca58967 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/ports?device_id=992fcf44-1dec-4001-a238-b7972821ac06 HTTP/1.1" status: 200 len: 945 time: 0.0867009 Jun 25 14:45:09.863975 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-a0533da8-b236-4e17-ad02-bf3fa1356021 req-10fb7cfe-9a2f-473d-9b62-bf6bc19e0dfa tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/security-groups?id=d481dcb0-dc92-45f5-a5d0-0168ed20fc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419843 Jun 25 14:45:11.081665 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180715e9-5dcf-4fea-8652-70b3381eb9f4 req-71460b2c-9c16-4b84-b3ea-1c3ac3daf985 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:45:11.083089 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-180715e9-5dcf-4fea-8652-70b3381eb9f4 req-71460b2c-9c16-4b84-b3ea-1c3ac3daf985 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/ports?device_id=992fcf44-1dec-4001-a238-b7972821ac06 HTTP/1.1" status: 200 len: 945 time: 0.0917287 Jun 25 14:45:11.132499 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-180715e9-5dcf-4fea-8652-70b3381eb9f4 req-71b36da9-6c08-48a4-bc4e-b3a1af1fdc3d tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/security-groups?id=d481dcb0-dc92-45f5-a5d0-0168ed20fc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417082 Jun 25 14:45:11.275134 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-4a6e539d-3dc4-4eac-9bf4-b561c27fa63e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:12.256082 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-d14b10cb-2ead-4edf-9c0b-578ba992fa59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:12.342506 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb527e8-444d-4606-a20e-d3a1cf4ca425 req-2ff68b68-cda5-4f62-987f-1a5715611d12 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:45:12.344513 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-ddb527e8-444d-4606-a20e-d3a1cf4ca425 req-2ff68b68-cda5-4f62-987f-1a5715611d12 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/ports?device_id=992fcf44-1dec-4001-a238-b7972821ac06 HTTP/1.1" status: 200 len: 945 time: 0.0891373 Jun 25 14:45:12.390141 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-ddb527e8-444d-4606-a20e-d3a1cf4ca425 req-278f1c0a-bc77-463e-81f1-07cbddffc278 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/security-groups?id=d481dcb0-dc92-45f5-a5d0-0168ed20fc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395672 Jun 25 14:45:13.513418 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-0959a481-12d6-4798-a5c7-3b38329e38d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:13.593033 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bb97bf-df40-493f-be08-5ea6febd7ac9 req-b633bfcd-3591-4581-96bc-f1267fdd914f tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:45:13.595055 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-f0bb97bf-df40-493f-be08-5ea6febd7ac9 req-b633bfcd-3591-4581-96bc-f1267fdd914f tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/ports?device_id=992fcf44-1dec-4001-a238-b7972821ac06 HTTP/1.1" status: 200 len: 945 time: 0.0879109 Jun 25 14:45:13.642146 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-f0bb97bf-df40-493f-be08-5ea6febd7ac9 req-5cfc79d1-4107-4ce6-bd02-66c3321e31d0 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/security-groups?id=d481dcb0-dc92-45f5-a5d0-0168ed20fc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412347 Jun 25 14:45:14.942743 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8254732-8292-48a4-8678-3c460740235a req-56323935-d633-4bff-a293-ddb8c6786643 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:45:14.944227 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-a8254732-8292-48a4-8678-3c460740235a req-56323935-d633-4bff-a293-ddb8c6786643 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/ports?device_id=992fcf44-1dec-4001-a238-b7972821ac06 HTTP/1.1" status: 200 len: 945 time: 0.1915810 Jun 25 14:45:14.990704 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-a8254732-8292-48a4-8678-3c460740235a req-f3cac7dc-5b9c-4a2d-9c72-adb295c9aad3 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/security-groups?id=d481dcb0-dc92-45f5-a5d0-0168ed20fc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406802 Jun 25 14:45:16.189864 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7307f07-5af2-4c04-b595-a229c9dc02bd req-37da8d2a-c9a6-47f2-a0fc-62e63880072e tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:45:16.191318 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-a7307f07-5af2-4c04-b595-a229c9dc02bd req-37da8d2a-c9a6-47f2-a0fc-62e63880072e tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/ports?device_id=992fcf44-1dec-4001-a238-b7972821ac06 HTTP/1.1" status: 200 len: 945 time: 0.0834029 Jun 25 14:45:16.241172 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-a7307f07-5af2-4c04-b595-a229c9dc02bd req-e724e9b2-0974-445b-b94f-54da4e3a9120 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/security-groups?id=d481dcb0-dc92-45f5-a5d0-0168ed20fc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440946 Jun 25 14:45:17.443062 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846c6876-447d-4eb3-b3a4-8711596e7ec9 req-200c8179-d4fa-4505-b209-d9d4b9d92892 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:45:17.444510 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-846c6876-447d-4eb3-b3a4-8711596e7ec9 req-200c8179-d4fa-4505-b209-d9d4b9d92892 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/ports?device_id=992fcf44-1dec-4001-a238-b7972821ac06 HTTP/1.1" status: 200 len: 945 time: 0.0831149 Jun 25 14:45:17.492904 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-846c6876-447d-4eb3-b3a4-8711596e7ec9 req-f1ef9682-25bd-4831-a5ff-fcfd395eb9ba tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/security-groups?id=d481dcb0-dc92-45f5-a5d0-0168ed20fc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426373 Jun 25 14:45:18.689859 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf2670f-05f3-41bf-a92b-2a0a426ed133 req-f1d10b16-c139-4f46-8098-a70658a5a7dd tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:45:18.691551 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-ebf2670f-05f3-41bf-a92b-2a0a426ed133 req-f1d10b16-c139-4f46-8098-a70658a5a7dd tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/ports?device_id=992fcf44-1dec-4001-a238-b7972821ac06 HTTP/1.1" status: 200 len: 945 time: 0.0859883 Jun 25 14:45:18.737337 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-ebf2670f-05f3-41bf-a92b-2a0a426ed133 req-8c1881dc-37ef-4d41-b7c3-083a6c52fede tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/security-groups?id=d481dcb0-dc92-45f5-a5d0-0168ed20fc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400238 Jun 25 14:45:18.787542 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Device 5aaae651-0119-4cf4-aee8-628f5e27169e details requested by agent hyperv_hv-cinder-79809 with host hv-cinder-79809 {{(pid=78399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 25 14:45:18.924814 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] For port 5aaae651-0119-4cf4-aee8-628f5e27169e, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=5aaae651-0119-4cf4-aee8-628f5e27169e,segment=NetworkSegment(715dd0a5-8081-4e27-94a5-147a06fdbf26),segment_id=715dd0a5-8081-4e27-94a5-147a06fdbf26)] {{(pid=78399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:45:18.939356 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Returning: {'device': '5aaae651-0119-4cf4-aee8-628f5e27169e', 'network_id': 'fc3ffe9c-74f9-42a1-af5f-69842b644ae0', 'port_id': '5aaae651-0119-4cf4-aee8-628f5e27169e', 'mac_address': 'fa:16:3e:10:98:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24c79731-6cdf-4634-b94b-8a5d29662e96', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 25 14:45:18.995889 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for port, before_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:19.022110 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.notifiers.nova [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5aaae651-0119-4cf4-aee8-628f5e27169e {{(pid=78399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 14:45:19.043684 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] For port 5aaae651-0119-4cf4-aee8-628f5e27169e, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=5aaae651-0119-4cf4-aee8-628f5e27169e,segment=NetworkSegment(715dd0a5-8081-4e27-94a5-147a06fdbf26),segment_id=715dd0a5-8081-4e27-94a5-147a06fdbf26)] {{(pid=78399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:45:19.048506 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747172683978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747172243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747172243532'] for port, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:19.050367 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:45:19.116070 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Pushing event updated for resources: {'Port': ['ID=5aaae651-0119-4cf4-aee8-628f5e27169e,revision_number=6']} {{(pid=78399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:45:19.119171 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:45:19.231436 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] get_ports_and_sgs() called for port_ids ['5aaae651-0119-4cf4-aee8-628f5e27169e'] {{(pid=78399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 25 14:45:19.957063 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c1c17f-a955-4ffc-ae72-759e4a11b672 req-e59cba0c-79d3-4587-8bd9-89ee68fed2b9 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:45:19.958554 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-85c1c17f-a955-4ffc-ae72-759e4a11b672 req-e59cba0c-79d3-4587-8bd9-89ee68fed2b9 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/ports?device_id=992fcf44-1dec-4001-a238-b7972821ac06 HTTP/1.1" status: 200 len: 944 time: 0.0848308 Jun 25 14:45:20.009249 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-85c1c17f-a955-4ffc-ae72-759e4a11b672 req-89847903-2f66-40e5-95bf-a9ea3b3b06b9 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/security-groups?id=d481dcb0-dc92-45f5-a5d0-0168ed20fc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437865 Jun 25 14:45:20.559478 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9db235f-f743-472a-8619-e667e9b11eb9 req-9d01c89f-b52b-473f-8fcb-b0abfae306aa tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:45:20.561085 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-a9db235f-f743-472a-8619-e667e9b11eb9 req-9d01c89f-b52b-473f-8fcb-b0abfae306aa tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] 10.222.0.72 "GET /v2.0/ports?device_id=a335ad9a-175d-4d53-b168-48bb95379080 HTTP/1.1" status: 200 len: 945 time: 0.1315415 Jun 25 14:45:20.612185 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-a9db235f-f743-472a-8619-e667e9b11eb9 req-a8cea80a-3794-4127-8e7b-c2ed5099dae7 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] 10.222.0.72 "GET /v2.0/security-groups?id=fab51ced-7136-41b2-8730-549147fed6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441849 Jun 25 14:45:20.787569 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Device 5aaae651-0119-4cf4-aee8-628f5e27169e up at agent hyperv_hv-cinder-79809 {{(pid=78399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:45:20.889033 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Provisioning complete for port 5aaae651-0119-4cf4-aee8-628f5e27169e triggered by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:45:20.889397 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545280'] for port, provisioning_complete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:21.029188 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for port, before_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:21.072950 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] For port 5aaae651-0119-4cf4-aee8-628f5e27169e, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=5aaae651-0119-4cf4-aee8-628f5e27169e,segment=NetworkSegment(715dd0a5-8081-4e27-94a5-147a06fdbf26),segment_id=715dd0a5-8081-4e27-94a5-147a06fdbf26)] {{(pid=78399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:45:21.074066 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '992fcf44-1dec-4001-a238-b7972821ac06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5aaae651-0119-4cf4-aee8-628f5e27169e'}] {{(pid=78399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:45:21.082332 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747172683978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747172243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747172243532'] for port, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:21.084651 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-e32f12b6-450c-477e-9939-a844ce740e9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:45:21.147463 dv-cinder-798091-1-smb neutron-server[78399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '992fcf44-1dec-4001-a238-b7972821ac06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5aaae651-0119-4cf4-aee8-628f5e27169e', 'code': 200} Jun 25 14:45:21.184414 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Pushing event updated for resources: {'Port': ['ID=5aaae651-0119-4cf4-aee8-628f5e27169e,revision_number=7']} {{(pid=78399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:45:21.189192 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:45:21.190408 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:21.221199 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b33af3-f5dc-4c0f-b77b-0d4a2c776fd6 req-96846493-6b7b-4eb2-817e-754ee6efbf05 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:45:21.223496 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-99b33af3-f5dc-4c0f-b77b-0d4a2c776fd6 req-96846493-6b7b-4eb2-817e-754ee6efbf05 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/ports?device_id=992fcf44-1dec-4001-a238-b7972821ac06 HTTP/1.1" status: 200 len: 945 time: 0.0915916 Jun 25 14:45:21.279059 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-99b33af3-f5dc-4c0f-b77b-0d4a2c776fd6 req-4edf76b3-b7dd-4891-ab6b-063b357ef0af tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/security-groups?id=d481dcb0-dc92-45f5-a5d0-0168ed20fc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481818 Jun 25 14:45:21.827426 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff98b32a-44dd-4f88-a7cc-014d6836c328 req-5356f76d-75f9-4121-a552-c0d7cc681428 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:45:21.830174 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-ff98b32a-44dd-4f88-a7cc-014d6836c328 req-5356f76d-75f9-4121-a552-c0d7cc681428 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] 10.222.0.72 "GET /v2.0/ports?device_id=a335ad9a-175d-4d53-b168-48bb95379080 HTTP/1.1" status: 200 len: 945 time: 0.0979772 Jun 25 14:45:21.902513 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-ff98b32a-44dd-4f88-a7cc-014d6836c328 req-292b1a6b-c949-4b69-9dae-2d3a96832d07 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] 10.222.0.72 "GET /v2.0/security-groups?id=fab51ced-7136-41b2-8730-549147fed6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656352 Jun 25 14:45:22.499051 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8d03b9-b7e4-43ec-927c-a7916977a882 req-f2d93ceb-4238-4c86-aa5a-40508c45073c tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:45:22.502126 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-ef8d03b9-b7e4-43ec-927c-a7916977a882 req-f2d93ceb-4238-4c86-aa5a-40508c45073c tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/ports?device_id=992fcf44-1dec-4001-a238-b7972821ac06 HTTP/1.1" status: 200 len: 945 time: 0.0885108 Jun 25 14:45:22.576631 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-ef8d03b9-b7e4-43ec-927c-a7916977a882 req-91d6bb60-f8d8-4c04-b1eb-f755ff03b63c tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/security-groups?id=d481dcb0-dc92-45f5-a5d0-0168ed20fc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646193 Jun 25 14:45:22.734721 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c7dee6-fa1f-4179-9011-12aeef37fd99 req-329a8548-5a8c-4ec0-8512-eac815a4061f tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:45:22.736783 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-83c7dee6-fa1f-4179-9011-12aeef37fd99 req-329a8548-5a8c-4ec0-8512-eac815a4061f tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] 10.222.0.77 "GET /v2.0/ports?device_id=a335ad9a-175d-4d53-b168-48bb95379080 HTTP/1.1" status: 200 len: 945 time: 0.0900204 Jun 25 14:45:22.809953 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.plugin [req-83c7dee6-fa1f-4179-9011-12aeef37fd99 req-a7f379b4-5b43-4045-88b9-dda3b104b6f2 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Deleting port b7b0daed-8032-48de-b875-b4c513bbf203 {{(pid=78397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 25 14:45:22.810549 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-83c7dee6-fa1f-4179-9011-12aeef37fd99 req-a7f379b4-5b43-4045-88b9-dda3b104b6f2 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747172683120'] for port, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:23.142094 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.db [req-83c7dee6-fa1f-4179-9011-12aeef37fd99 req-a7f379b4-5b43-4045-88b9-dda3b104b6f2 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] For port b7b0daed-8032-48de-b875-b4c513bbf203, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=b7b0daed-8032-48de-b875-b4c513bbf203,segment=NetworkSegment(604aba27-0a9d-4cd3-9caa-f2a8b4959557),segment_id=604aba27-0a9d-4cd3-9caa-f2a8b4959557)] {{(pid=78397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:45:23.142783 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-83c7dee6-fa1f-4179-9011-12aeef37fd99 req-a7f379b4-5b43-4045-88b9-dda3b104b6f2 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-413696'] for port, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:23.260210 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222a43de-65b7-4270-a412-46a758a003f7 req-f45f59b1-3ab4-489c-bd70-6ef8a31780cf tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:45:23.261844 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-222a43de-65b7-4270-a412-46a758a003f7 req-f45f59b1-3ab4-489c-bd70-6ef8a31780cf tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] 10.222.0.72 "GET /v2.0/ports?device_id=a335ad9a-175d-4d53-b168-48bb95379080 HTTP/1.1" status: 200 len: 945 time: 0.2200823 Jun 25 14:45:23.405989 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-222a43de-65b7-4270-a412-46a758a003f7 req-c1a1e689-e36c-44fc-acc6-a944b7d1db7b tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] 10.222.0.72 "GET /v2.0/security-groups?id=fab51ced-7136-41b2-8730-549147fed6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1349542 Jun 25 14:45:23.531609 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-83c7dee6-fa1f-4179-9011-12aeef37fd99 req-a7f379b4-5b43-4045-88b9-dda3b104b6f2 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:23.532095 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-83c7dee6-fa1f-4179-9011-12aeef37fd99 req-a7f379b4-5b43-4045-88b9-dda3b104b6f2 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-497906'] for floatingip, after_update {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:23.532406 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.db.l3_db [req-83c7dee6-fa1f-4179-9011-12aeef37fd99 req-a7f379b4-5b43-4045-88b9-dda3b104b6f2 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Floating IP 82d75f09-a611-44fe-a380-5296986da162 disassociated. External IP: 172.28.1.249, port: b7b0daed-8032-48de-b875-b4c513bbf203. Jun 25 14:45:23.533597 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.plugin [req-83c7dee6-fa1f-4179-9011-12aeef37fd99 req-a7f379b4-5b43-4045-88b9-dda3b104b6f2 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Calling delete_port for b7b0daed-8032-48de-b875-b4c513bbf203 owned by compute:nova {{(pid=78397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 25 14:45:23.759439 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-83c7dee6-fa1f-4179-9011-12aeef37fd99 req-a7f379b4-5b43-4045-88b9-dda3b104b6f2 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747172683996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747172243478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127937375'] for port, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:23.774590 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-c4c04ee3-a744-453f-8638-7023974b6690 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:45:23.836623 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f379b4-5b43-4045-88b9-dda3b104b6f2 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Pushing event deleted for resources: {'Port': ['ID=b7b0daed-8032-48de-b875-b4c513bbf203,revision_number=None']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:45:23.851989 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-a7f379b4-5b43-4045-88b9-dda3b104b6f2 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:45:23.979533 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c64011-57fc-4a52-a097-46d27dd38ae0 req-c23f41b8-26f6-4d15-8f12-56286c5aac6b tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:45:23.988709 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-13c64011-57fc-4a52-a097-46d27dd38ae0 req-c23f41b8-26f6-4d15-8f12-56286c5aac6b tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/ports?device_id=992fcf44-1dec-4001-a238-b7972821ac06 HTTP/1.1" status: 200 len: 945 time: 0.2772229 Jun 25 14:45:24.045623 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-13c64011-57fc-4a52-a097-46d27dd38ae0 req-4fb9098d-4fff-4c11-8977-ec8a97ec48d1 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/security-groups?id=d481dcb0-dc92-45f5-a5d0-0168ed20fc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556726 Jun 25 14:45:24.319682 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.scheduler.l3_agent_scheduler [req-83c7dee6-fa1f-4179-9011-12aeef37fd99 req-a7f379b4-5b43-4045-88b9-dda3b104b6f2 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Router 186346e4-7b67-4504-b5aa-dd8f40be6c2b has already been hosted by L3 agent 941bc864-709b-4c09-a7df-f27e1f49545a {{(pid=78397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 14:45:24.522927 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-83c7dee6-fa1f-4179-9011-12aeef37fd99 req-a7f379b4-5b43-4045-88b9-dda3b104b6f2 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Notify agent at l3_agent.dv-cinder-798091-1-smb the message routers_updated {{(pid=78397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 25 14:45:24.536186 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f75e5fcc-1ea7-4f92-a38c-5abf1e23a957 None None] Sync routers for ids ['186346e4-7b67-4504-b5aa-dd8f40be6c2b'] in dv-cinder-798091-1-smb {{(pid=78399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 14:45:24.550556 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f75e5fcc-1ea7-4f92-a38c-5abf1e23a957 None None] Routers {'186346e4-7b67-4504-b5aa-dd8f40be6c2b'} bound to L3 agent in host dv-cinder-798091-1-smb {{(pid=78399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:45:24.551445 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.l3_hamode_db [None req-f75e5fcc-1ea7-4f92-a38c-5abf1e23a957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798091-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T14:30:11Z,description=,heartbeat_timestamp=2021-06-25T14:45:11Z,host='dv-cinder-798091-1-smb',id=941bc864-709b-4c09-a7df-f27e1f49545a,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:30:11Z,topic='l3_agent')) {'router_ids': ['186346e4-7b67-4504-b5aa-dd8f40be6c2b'], 'active': True} {{(pid=78399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:45:24.640783 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.l3_dvrscheduler_db [req-83c7dee6-fa1f-4179-9011-12aeef37fd99 req-a7f379b4-5b43-4045-88b9-dda3b104b6f2 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] No DVR routers for this DVR port b7b0daed-8032-48de-b875-b4c513bbf203 on host hv-cinder-79809 {{(pid=78397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 14:45:24.647643 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-83c7dee6-fa1f-4179-9011-12aeef37fd99 req-a7f379b4-5b43-4045-88b9-dda3b104b6f2 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257150'] for port, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:24.657446 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a335ad9a-175d-4d53-b168-48bb95379080', 'name': 'network-vif-deleted', 'tag': 'b7b0daed-8032-48de-b875-b4c513bbf203'}] {{(pid=78397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:45:24.669173 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [req-4901ac1d-c72e-4547-b0ae-e89203bc87a3 req-76f9d524-c24a-4c0f-9335-044c228990ee tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Synchronizing usage tracker for tenant:7a1d3268123d4b12a1168eda73de2201 on resource:port {{(pid=78397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 25 14:45:24.673364 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-83c7dee6-fa1f-4179-9011-12aeef37fd99 req-a7f379b4-5b43-4045-88b9-dda3b104b6f2 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] 10.222.0.77 "DELETE /v2.0/ports/b7b0daed-8032-48de-b875-b4c513bbf203 HTTP/1.1" status: 204 len: 173 time: 1.9301109 Jun 25 14:45:24.692508 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [req-4901ac1d-c72e-4547-b0ae-e89203bc87a3 req-76f9d524-c24a-4c0f-9335-044c228990ee tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Unset dirty status for tenant:7a1d3268123d4b12a1168eda73de2201 on resource:port {{(pid=78397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 25 14:45:24.693655 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-4901ac1d-c72e-4547-b0ae-e89203bc87a3 req-76f9d524-c24a-4c0f-9335-044c228990ee tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] 10.222.0.72 "GET /v2.0/ports?device_id=a335ad9a-175d-4d53-b168-48bb95379080 HTTP/1.1" status: 200 len: 210 time: 0.1016333 Jun 25 14:45:24.772762 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a335ad9a-175d-4d53-b168-48bb95379080', 'name': 'network-vif-deleted', 'tag': 'b7b0daed-8032-48de-b875-b4c513bbf203', 'status': 'completed', 'code': 200} Jun 25 14:45:24.784217 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.l3_dvr_db [None req-f75e5fcc-1ea7-4f92-a38c-5abf1e23a957 None None] Set router 186346e4-7b67-4504-b5aa-dd8f40be6c2b gateway port host: dv-cinder-798091-1-smb {{(pid=78399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:45:25.244608 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.l3_hamode_db [None req-f75e5fcc-1ea7-4f92-a38c-5abf1e23a957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '186346e4-7b67-4504-b5aa-dd8f40be6c2b', 'name': 'tempest-AttachVolumeTestJSON-358625753-router', 'tenant_id': '7a1d3268123d4b12a1168eda73de2201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee', 'external_fixed_ips': [{'subnet_id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'ip_address': '172.28.1.244'}], 'enable_snat': True}, 'gw_port_id': 'db8fa363-d90b-4c36-8cff-1b7f9ce192a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:38:56Z', 'updated_at': '2021-06-25T14:39:18Z', 'revision_number': 4, 'project_id': '7a1d3268123d4b12a1168eda73de2201', 'gw_port': {'id': 'db8fa363-d90b-4c36-8cff-1b7f9ce192a3', 'name': '', 'network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:47:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '186346e4-7b67-4504-b5aa-dd8f40be6c2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'ip_address': '172.28.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:38:59Z', 'updated_at': '2021-06-25T14:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798091-1-smb', '_interfaces': [{'id': 'c432326f-c674-4bae-b126-3767c8bea643', 'name': '', 'network_id': '67ba1ff0-ab4f-41c2-a1c4-6027b2c685c1', 'tenant_id': '7a1d3268123d4b12a1168eda73de2201', 'mac_address': 'fa:16:3e:de:e2:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '186346e4-7b67-4504-b5aa-dd8f40be6c2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'ac1ed06e-d434-4471-8b10-9318752714c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:39:12Z', 'updated_at': '2021-06-25T14:39:29Z', 'revision_number': 5, 'project_id': '7a1d3268123d4b12a1168eda73de2201', 'subnets': [{'id': 'ac1ed06e-d434-4471-8b10-9318752714c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798091-1-smb', False) {} {{(pid=78399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:45:25.250095 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f75e5fcc-1ea7-4f92-a38c-5abf1e23a957 None None] Checking router: 186346e4-7b67-4504-b5aa-dd8f40be6c2b for host: dv-cinder-798091-1-smb {{(pid=78399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 14:45:25.265703 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f75e5fcc-1ea7-4f92-a38c-5abf1e23a957 None None] Routers {'186346e4-7b67-4504-b5aa-dd8f40be6c2b'} bound to L3 agent in host dv-cinder-798091-1-smb {{(pid=78399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:45:25.266535 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.l3_hamode_db [None req-f75e5fcc-1ea7-4f92-a38c-5abf1e23a957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798091-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T14:30:11Z,description=,heartbeat_timestamp=2021-06-25T14:45:11Z,host='dv-cinder-798091-1-smb',id=941bc864-709b-4c09-a7df-f27e1f49545a,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:30:11Z,topic='l3_agent')) {'router_ids': ['186346e4-7b67-4504-b5aa-dd8f40be6c2b'], 'active': True} {{(pid=78399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:45:25.298611 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961c7cf6-d6b0-432d-a45c-b7dcbc7bd11c req-4db83f31-743b-4d8b-a01d-e850e972fe37 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:45:25.314959 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-961c7cf6-d6b0-432d-a45c-b7dcbc7bd11c req-4db83f31-743b-4d8b-a01d-e850e972fe37 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/ports?device_id=992fcf44-1dec-4001-a238-b7972821ac06 HTTP/1.1" status: 200 len: 945 time: 0.1408484 Jun 25 14:45:25.403063 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-961c7cf6-d6b0-432d-a45c-b7dcbc7bd11c req-52d2217a-114c-4669-a319-8633e2d9f40d tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/security-groups?id=d481dcb0-dc92-45f5-a5d0-0168ed20fc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869925 Jun 25 14:45:25.484715 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.l3_dvr_db [None req-f75e5fcc-1ea7-4f92-a38c-5abf1e23a957 None None] Set router 186346e4-7b67-4504-b5aa-dd8f40be6c2b gateway port host: dv-cinder-798091-1-smb {{(pid=78399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:45:25.847164 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.72', 39118) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:45:25.928890 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-48645ff0-f5bc-43aa-855c-aeb507cc5157 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Notify callbacks [] for security_group, before_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:25.953011 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.l3_hamode_db [None req-f75e5fcc-1ea7-4f92-a38c-5abf1e23a957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '186346e4-7b67-4504-b5aa-dd8f40be6c2b', 'name': 'tempest-AttachVolumeTestJSON-358625753-router', 'tenant_id': '7a1d3268123d4b12a1168eda73de2201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee', 'external_fixed_ips': [{'subnet_id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'ip_address': '172.28.1.244'}], 'enable_snat': True}, 'gw_port_id': 'db8fa363-d90b-4c36-8cff-1b7f9ce192a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:38:56Z', 'updated_at': '2021-06-25T14:39:18Z', 'revision_number': 4, 'project_id': '7a1d3268123d4b12a1168eda73de2201', 'gw_port': {'id': 'db8fa363-d90b-4c36-8cff-1b7f9ce192a3', 'name': '', 'network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:47:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '186346e4-7b67-4504-b5aa-dd8f40be6c2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'ip_address': '172.28.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:38:59Z', 'updated_at': '2021-06-25T14:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798091-1-smb', '_interfaces': [{'id': 'c432326f-c674-4bae-b126-3767c8bea643', 'name': '', 'network_id': '67ba1ff0-ab4f-41c2-a1c4-6027b2c685c1', 'tenant_id': '7a1d3268123d4b12a1168eda73de2201', 'mac_address': 'fa:16:3e:de:e2:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '186346e4-7b67-4504-b5aa-dd8f40be6c2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'ac1ed06e-d434-4471-8b10-9318752714c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:39:12Z', 'updated_at': '2021-06-25T14:39:29Z', 'revision_number': 5, 'project_id': '7a1d3268123d4b12a1168eda73de2201', 'subnets': [{'id': 'ac1ed06e-d434-4471-8b10-9318752714c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798091-1-smb', False) {} {{(pid=78399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:45:25.957920 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f75e5fcc-1ea7-4f92-a38c-5abf1e23a957 None None] The sync data for ids ['186346e4-7b67-4504-b5aa-dd8f40be6c2b'] in dv-cinder-798091-1-smb is: [{'id': '186346e4-7b67-4504-b5aa-dd8f40be6c2b', 'name': 'tempest-AttachVolumeTestJSON-358625753-router', 'tenant_id': '7a1d3268123d4b12a1168eda73de2201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee', 'external_fixed_ips': [{'subnet_id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'ip_address': '172.28.1.244'}], 'enable_snat': True}, 'gw_port_id': 'db8fa363-d90b-4c36-8cff-1b7f9ce192a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:38:56Z', 'updated_at': '2021-06-25T14:39:18Z', 'revision_number': 4, 'project_id': '7a1d3268123d4b12a1168eda73de2201', 'gw_port': {'id': 'db8fa363-d90b-4c36-8cff-1b7f9ce192a3', 'name': '', 'network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:47:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '186346e4-7b67-4504-b5aa-dd8f40be6c2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'ip_address': '172.28.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:38:59Z', 'updated_at': '2021-06-25T14:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798091-1-smb', '_interfaces': [{'id': 'c432326f-c674-4bae-b126-3767c8bea643', 'name': '', 'network_id': '67ba1ff0-ab4f-41c2-a1c4-6027b2c685c1', 'tenant_id': '7a1d3268123d4b12a1168eda73de2201', 'mac_address': 'fa:16:3e:de:e2:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '186346e4-7b67-4504-b5aa-dd8f40be6c2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'ac1ed06e-d434-4471-8b10-9318752714c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:39:12Z', 'updated_at': '2021-06-25T14:39:29Z', 'revision_number': 5, 'project_id': '7a1d3268123d4b12a1168eda73de2201', 'subnets': [{'id': 'ac1ed06e-d434-4471-8b10-9318752714c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 14:45:25.969934 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-48645ff0-f5bc-43aa-855c-aeb507cc5157 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:26.042403 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-48645ff0-f5bc-43aa-855c-aeb507cc5157 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726995'] for security_group, after_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:26.055010 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-eb1ed8cb-3947-42c8-8c71-7cac17f27b60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:45:26.072249 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48645ff0-f5bc-43aa-855c-aeb507cc5157 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fab51ced-7136-41b2-8730-549147fed6bc,revision_number=None']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:45:26.075179 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-48645ff0-f5bc-43aa-855c-aeb507cc5157 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:45:26.076574 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-48645ff0-f5bc-43aa-855c-aeb507cc5157 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Notify callbacks [] for security_group, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:26.081362 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-48645ff0-f5bc-43aa-855c-aeb507cc5157 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] 10.222.0.72 "DELETE /v2.0/security-groups/fab51ced-7136-41b2-8730-549147fed6bc HTTP/1.1" status: 204 len: 168 time: 0.2287872 Jun 25 14:45:26.081715 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.72', 39122) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:45:26.102830 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.api.v2.resource [None req-932829ab-5e82-4fc7-8213-66b70753c5b1 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] show failed (client error): The resource could not be found. Jun 25 14:45:26.103857 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-932829ab-5e82-4fc7-8213-66b70753c5b1 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] 10.222.0.72 "GET /v2.0/security-groups/fab51ced-7136-41b2-8730-549147fed6bc HTTP/1.1" status: 404 len: 347 time: 0.0206466 Jun 25 14:45:26.107161 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.72', 39126) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:45:26.295547 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.plugin [None req-105d9544-3f4c-45a4-a41c-3dc5834172ee tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Deleting port 0fdf8988-f7ed-4eb4-815f-b81f637f2d9b {{(pid=78397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 25 14:45:26.295993 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-105d9544-3f4c-45a4-a41c-3dc5834172ee tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747172683120'] for port, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:26.298169 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae1bfee-e79d-47ed-af63-79d04c13307d None None] New status for floating IP 82d75f09-a611-44fe-a380-5296986da162: DOWN {{(pid=78400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 25 14:45:26.496675 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-105d9544-3f4c-45a4-a41c-3dc5834172ee tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-413696'] for port, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:26.497278 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-105d9544-3f4c-45a4-a41c-3dc5834172ee tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:26.651202 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.plugin [None req-105d9544-3f4c-45a4-a41c-3dc5834172ee tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Calling delete_port for 0fdf8988-f7ed-4eb4-815f-b81f637f2d9b owned by network:floatingip {{(pid=78397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 25 14:45:26.670047 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22db7853-ce0c-4dbc-ab14-5d701014af37 req-f7086ec3-2db6-4cb8-b52b-8ebbd7378eb1 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:45:26.678047 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-22db7853-ce0c-4dbc-ab14-5d701014af37 req-f7086ec3-2db6-4cb8-b52b-8ebbd7378eb1 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/ports?device_id=992fcf44-1dec-4001-a238-b7972821ac06 HTTP/1.1" status: 200 len: 945 time: 0.1171963 Jun 25 14:45:26.724266 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-22db7853-ce0c-4dbc-ab14-5d701014af37 req-80b8877c-1ca7-4436-9d1e-8776c2f032d9 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/security-groups?id=d481dcb0-dc92-45f5-a5d0-0168ed20fc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450296 Jun 25 14:45:26.761172 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.db.api [None req-105d9544-3f4c-45a4-a41c-3dc5834172ee tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=78397) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 25 14:45:26.761524 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_db.api [None req-105d9544-3f4c-45a4-a41c-3dc5834172ee tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=78397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 25 14:45:26.841497 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Device b7b0daed-8032-48de-b875-b4c513bbf203 no longer exists at agent hyperv_hv-cinder-79809 {{(pid=78399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 25 14:45:26.883058 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.plugin [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] No Port match for: b7b0daed-8032-48de-b875-b4c513bbf203 {{(pid=78399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 25 14:45:26.883595 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Device b7b0daed-8032-48de-b875-b4c513bbf203 not bound to the agent host hv-cinder-79809 {{(pid=78399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 25 14:45:27.263699 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.plugin [None req-105d9544-3f4c-45a4-a41c-3dc5834172ee tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Deleting port 0fdf8988-f7ed-4eb4-815f-b81f637f2d9b {{(pid=78397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 25 14:45:27.263699 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-105d9544-3f4c-45a4-a41c-3dc5834172ee tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747172683120'] for port, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:27.454888 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-105d9544-3f4c-45a4-a41c-3dc5834172ee tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-413696'] for port, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:27.455211 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-105d9544-3f4c-45a4-a41c-3dc5834172ee tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:27.603981 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.plugin [None req-105d9544-3f4c-45a4-a41c-3dc5834172ee tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Calling delete_port for 0fdf8988-f7ed-4eb4-815f-b81f637f2d9b owned by network:floatingip {{(pid=78397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 25 14:45:27.960551 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-105d9544-3f4c-45a4-a41c-3dc5834172ee tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747172683996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747172243478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127937375'] for port, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:27.965812 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-98f3ff67-bdaf-4995-8095-da99c7ec9c63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:45:28.012347 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105d9544-3f4c-45a4-a41c-3dc5834172ee tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Pushing event deleted for resources: {'Port': ['ID=0fdf8988-f7ed-4eb4-815f-b81f637f2d9b,revision_number=None']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:45:28.018421 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-105d9544-3f4c-45a4-a41c-3dc5834172ee tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:45:28.063745 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bc7b3d-c133-4212-9e34-d609a428c1fe req-ebb7ef4a-ca46-4c7c-beca-3444aecb77eb tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:45:28.065260 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-12bc7b3d-c133-4212-9e34-d609a428c1fe req-ebb7ef4a-ca46-4c7c-beca-3444aecb77eb tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/ports?device_id=992fcf44-1dec-4001-a238-b7972821ac06 HTTP/1.1" status: 200 len: 945 time: 0.1971788 Jun 25 14:45:28.174772 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-12bc7b3d-c133-4212-9e34-d609a428c1fe req-6027076a-d477-4bcf-af9d-a98da92e6f10 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/security-groups?id=d481dcb0-dc92-45f5-a5d0-0168ed20fc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1008499 Jun 25 14:45:28.175670 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-105d9544-3f4c-45a4-a41c-3dc5834172ee tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Notify callbacks [] for floatingip, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:28.214626 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-105d9544-3f4c-45a4-a41c-3dc5834172ee tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257150'] for floatingip, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:28.221988 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-105d9544-3f4c-45a4-a41c-3dc5834172ee tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] 10.222.0.72 "DELETE /v2.0/floatingips/82d75f09-a611-44fe-a380-5296986da162 HTTP/1.1" status: 204 len: 168 time: 2.1134326 Jun 25 14:45:29.404537 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972a0986-0156-48af-b5be-335f810267b4 req-1ec1c708-4a9e-4f1a-9e06-c285fb9ef6e1 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:45:29.406916 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-972a0986-0156-48af-b5be-335f810267b4 req-1ec1c708-4a9e-4f1a-9e06-c285fb9ef6e1 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/ports?device_id=992fcf44-1dec-4001-a238-b7972821ac06 HTTP/1.1" status: 200 len: 945 time: 0.1077244 Jun 25 14:45:29.460840 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-972a0986-0156-48af-b5be-335f810267b4 req-2408acf0-c2c5-455b-b70c-5452848d3604 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/security-groups?id=d481dcb0-dc92-45f5-a5d0-0168ed20fc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467381 Jun 25 14:45:30.658018 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c83c2e-5193-48e7-b0ce-f26a25225bf9 req-a2b88534-2fe9-49ba-a84c-65375a4d518a tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:45:30.659388 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-d6c83c2e-5193-48e7-b0ce-f26a25225bf9 req-a2b88534-2fe9-49ba-a84c-65375a4d518a tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/ports?device_id=992fcf44-1dec-4001-a238-b7972821ac06 HTTP/1.1" status: 200 len: 945 time: 0.0842142 Jun 25 14:45:30.706808 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-d6c83c2e-5193-48e7-b0ce-f26a25225bf9 req-04a3f649-80a6-46d9-8c4f-01ac9a5db3a1 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/security-groups?id=d481dcb0-dc92-45f5-a5d0-0168ed20fc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417054 Jun 25 14:45:31.266884 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ba960a-e7c2-4b22-9e2e-89aea1843302 req-68c98445-ce7c-43fb-8637-46cf474b60d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:45:31.268279 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-01ba960a-e7c2-4b22-9e2e-89aea1843302 req-68c98445-ce7c-43fb-8637-46cf474b60d5 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=7a64d79372ce407f85b911ae6861af7f&device_id=992fcf44-1dec-4001-a238-b7972821ac06 HTTP/1.1" status: 200 len: 1098 time: 0.0717468 Jun 25 14:45:31.405081 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ba960a-e7c2-4b22-9e2e-89aea1843302 req-c888ce3b-f49a-413f-8a39-5ac8fc24f6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:45:31.407791 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-01ba960a-e7c2-4b22-9e2e-89aea1843302 req-c888ce3b-f49a-413f-8a39-5ac8fc24f6bd service neutron] 10.222.0.77 "GET /v2.0/networks?id=fc3ffe9c-74f9-42a1-af5f-69842b644ae0 HTTP/1.1" status: 200 len: 917 time: 0.1328316 Jun 25 14:45:31.515899 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-01ba960a-e7c2-4b22-9e2e-89aea1843302 req-f56f9d0a-b12e-48f6-9179-a10dc3463c5f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5aaae651-0119-4cf4-aee8-628f5e27169e HTTP/1.1" status: 200 len: 1001 time: 0.1009316 Jun 25 14:45:31.585914 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ba960a-e7c2-4b22-9e2e-89aea1843302 req-63a37185-4bf3-460b-812e-5b71c0724191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:45:31.587237 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-01ba960a-e7c2-4b22-9e2e-89aea1843302 req-63a37185-4bf3-460b-812e-5b71c0724191 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=24c79731-6cdf-4634-b94b-8a5d29662e96 HTTP/1.1" status: 200 len: 855 time: 0.0609703 Jun 25 14:45:31.670632 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ba960a-e7c2-4b22-9e2e-89aea1843302 req-c048f346-8da9-4a0b-b458-01d3d00d799c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:45:31.672732 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-01ba960a-e7c2-4b22-9e2e-89aea1843302 req-c048f346-8da9-4a0b-b458-01d3d00d799c service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=fc3ffe9c-74f9-42a1-af5f-69842b644ae0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0741498 Jun 25 14:45:31.811072 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-01ba960a-e7c2-4b22-9e2e-89aea1843302 req-1e0b67a6-1cb9-48b8-8818-fac08804d664 service neutron] 10.222.0.77 "GET /v2.0/networks/fc3ffe9c-74f9-42a1-af5f-69842b644ae0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313546 Jun 25 14:45:31.910078 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3d8327-e465-4b88-aaf8-f14edb4f2e53 req-577ffaeb-e7ea-457f-82ec-4fb4d3dfa75c tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:45:31.911624 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-9a3d8327-e465-4b88-aaf8-f14edb4f2e53 req-577ffaeb-e7ea-457f-82ec-4fb4d3dfa75c tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/ports?device_id=992fcf44-1dec-4001-a238-b7972821ac06 HTTP/1.1" status: 200 len: 945 time: 0.0887856 Jun 25 14:45:31.961735 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-9a3d8327-e465-4b88-aaf8-f14edb4f2e53 req-a3d02d40-706b-412b-957f-2101a10c50db tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/security-groups?id=d481dcb0-dc92-45f5-a5d0-0168ed20fc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433919 Jun 25 14:45:31.981734 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-01ba960a-e7c2-4b22-9e2e-89aea1843302 req-1223ff7e-e151-4d02-b0b7-256147a697f0 service neutron] 10.222.0.77 "GET /v2.0/networks/fc3ffe9c-74f9-42a1-af5f-69842b644ae0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615946 Jun 25 14:45:32.345481 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.72', 39184) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:45:33.186536 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ea11a3-2fa1-4011-ac12-97039350e6de req-f7a4966e-861f-4732-b17e-43e05c2cff57 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:45:33.188021 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-f7ea11a3-2fa1-4011-ac12-97039350e6de req-f7a4966e-861f-4732-b17e-43e05c2cff57 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/ports?device_id=992fcf44-1dec-4001-a238-b7972821ac06 HTTP/1.1" status: 200 len: 945 time: 0.1096661 Jun 25 14:45:33.273282 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-f7ea11a3-2fa1-4011-ac12-97039350e6de req-10da4885-d078-4962-9fd1-0753468069e3 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/security-groups?id=d481dcb0-dc92-45f5-a5d0-0168ed20fc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584929 Jun 25 14:45:33.290528 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-dcad4ae2-e66a-48fa-add6-7651eef518d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-499200'] for router_interface, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:33.643180 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.plugin [None req-dcad4ae2-e66a-48fa-add6-7651eef518d0 admin admin] Deleting port c432326f-c674-4bae-b126-3767c8bea643 {{(pid=78397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 25 14:45:33.643424 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-dcad4ae2-e66a-48fa-add6-7651eef518d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747172683120'] for port, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:33.819114 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.db [None req-dcad4ae2-e66a-48fa-add6-7651eef518d0 admin admin] For port c432326f-c674-4bae-b126-3767c8bea643, host dv-cinder-798091-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798091-1-smb',level=0,port_id=c432326f-c674-4bae-b126-3767c8bea643,segment=NetworkSegment(604aba27-0a9d-4cd3-9caa-f2a8b4959557),segment_id=604aba27-0a9d-4cd3-9caa-f2a8b4959557)] {{(pid=78397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:45:33.819470 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-dcad4ae2-e66a-48fa-add6-7651eef518d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-413696'] for port, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:33.944114 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.plugin [None req-dcad4ae2-e66a-48fa-add6-7651eef518d0 admin admin] Calling delete_port for c432326f-c674-4bae-b126-3767c8bea643 owned by network:router_interface {{(pid=78397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 25 14:45:34.133482 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-dcad4ae2-e66a-48fa-add6-7651eef518d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747172683996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747172243478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127937375'] for port, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:34.137525 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-dbc8c761-b53c-4c85-850e-c22b158e031b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:45:34.210255 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcad4ae2-e66a-48fa-add6-7651eef518d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=c432326f-c674-4bae-b126-3767c8bea643,revision_number=None']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:45:34.212642 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-dcad4ae2-e66a-48fa-add6-7651eef518d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:45:34.476362 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4336be43-7cea-496b-85f8-7bf88dc74791 req-c66e0ea3-85d9-4886-bbbf-5aa7b199baa8 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:45:34.478042 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-4336be43-7cea-496b-85f8-7bf88dc74791 req-c66e0ea3-85d9-4886-bbbf-5aa7b199baa8 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/ports?device_id=992fcf44-1dec-4001-a238-b7972821ac06 HTTP/1.1" status: 200 len: 945 time: 0.0841193 Jun 25 14:45:34.524402 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-4336be43-7cea-496b-85f8-7bf88dc74791 req-ca238d46-2c51-41bb-aa68-057bcc1a819e tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/security-groups?id=d481dcb0-dc92-45f5-a5d0-0168ed20fc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404916 Jun 25 14:45:34.569797 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-dcad4ae2-e66a-48fa-add6-7651eef518d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3692191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-499372'] for router_interface, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:34.837239 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Device 5aaae651-0119-4cf4-aee8-628f5e27169e no longer exists at agent hyperv_hv-cinder-79809 {{(pid=78399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 25 14:45:34.964651 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for port, before_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:34.978173 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcad4ae2-e66a-48fa-add6-7651eef518d0 admin admin] Router 186346e4-7b67-4504-b5aa-dd8f40be6c2b has already been hosted by L3 agent 941bc864-709b-4c09-a7df-f27e1f49545a {{(pid=78397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 14:45:35.001787 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] For port 5aaae651-0119-4cf4-aee8-628f5e27169e, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=5aaae651-0119-4cf4-aee8-628f5e27169e,segment=NetworkSegment(715dd0a5-8081-4e27-94a5-147a06fdbf26),segment_id=715dd0a5-8081-4e27-94a5-147a06fdbf26)] {{(pid=78399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:45:35.002657 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '992fcf44-1dec-4001-a238-b7972821ac06', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5aaae651-0119-4cf4-aee8-628f5e27169e'}] {{(pid=78399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:45:35.008413 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747172683978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747172243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747172243532'] for port, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:35.010120 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:45:35.072928 dv-cinder-798091-1-smb neutron-server[78399]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '992fcf44-1dec-4001-a238-b7972821ac06', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '5aaae651-0119-4cf4-aee8-628f5e27169e', 'code': 422} returned with failed status Jun 25 14:45:35.087245 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Pushing event updated for resources: {'Port': ['ID=5aaae651-0119-4cf4-aee8-628f5e27169e,revision_number=8']} {{(pid=78399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:45:35.094749 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:45:35.095093 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:45:35.095421 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:45:35.095746 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:45:35.096066 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:45:35.096386 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:45:35.096701 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:45:35.097069 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:45:35.097389 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:45:35.097726 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:45:35.098038 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:45:35.098346 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:45:35.102248 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:45:35.177540 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcad4ae2-e66a-48fa-add6-7651eef518d0 admin admin] Notify agent at l3_agent.dv-cinder-798091-1-smb the message routers_updated {{(pid=78397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 25 14:45:35.188619 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6962a79-8eb6-472f-8857-be586a2bc652 None None] Sync routers for ids ['186346e4-7b67-4504-b5aa-dd8f40be6c2b'] in dv-cinder-798091-1-smb {{(pid=78399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 14:45:35.192566 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-dcad4ae2-e66a-48fa-add6-7651eef518d0 admin admin] 10.222.0.72 "PUT /v2.0/routers/186346e4-7b67-4504-b5aa-dd8f40be6c2b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8437383 Jun 25 14:45:35.192871 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.72', 39210) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:45:35.197959 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6962a79-8eb6-472f-8857-be586a2bc652 None None] Routers {'186346e4-7b67-4504-b5aa-dd8f40be6c2b'} bound to L3 agent in host dv-cinder-798091-1-smb {{(pid=78399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:45:35.198559 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.l3_hamode_db [None req-a6962a79-8eb6-472f-8857-be586a2bc652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798091-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T14:30:11Z,description=,heartbeat_timestamp=2021-06-25T14:45:11Z,host='dv-cinder-798091-1-smb',id=941bc864-709b-4c09-a7df-f27e1f49545a,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:30:11Z,topic='l3_agent')) {'router_ids': ['186346e4-7b67-4504-b5aa-dd8f40be6c2b'], 'active': True} {{(pid=78399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:45:35.377598 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-fe40a3bf-04e8-4340-834f-97ddf44b9eeb admin admin] Notify callbacks [] for router, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:35.386475 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.l3_dvr_db [None req-a6962a79-8eb6-472f-8857-be586a2bc652 None None] Set router 186346e4-7b67-4504-b5aa-dd8f40be6c2b gateway port host: dv-cinder-798091-1-smb {{(pid=78399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:45:35.557949 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-fe40a3bf-04e8-4340-834f-97ddf44b9eeb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:35.567793 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.plugin [None req-fe40a3bf-04e8-4340-834f-97ddf44b9eeb admin admin] Deleting port db8fa363-d90b-4c36-8cff-1b7f9ce192a3 {{(pid=78397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 25 14:45:35.568203 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-fe40a3bf-04e8-4340-834f-97ddf44b9eeb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747172683120'] for port, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:35.705013 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.l3_hamode_db [None req-a6962a79-8eb6-472f-8857-be586a2bc652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '186346e4-7b67-4504-b5aa-dd8f40be6c2b', 'name': 'tempest-AttachVolumeTestJSON-358625753-router', 'tenant_id': '7a1d3268123d4b12a1168eda73de2201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee', 'external_fixed_ips': [{'subnet_id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'ip_address': '172.28.1.244'}], 'enable_snat': True}, 'gw_port_id': 'db8fa363-d90b-4c36-8cff-1b7f9ce192a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:38:56Z', 'updated_at': '2021-06-25T14:45:34Z', 'revision_number': 5, 'project_id': '7a1d3268123d4b12a1168eda73de2201', 'gw_port': {'id': 'db8fa363-d90b-4c36-8cff-1b7f9ce192a3', 'name': '', 'network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:47:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '186346e4-7b67-4504-b5aa-dd8f40be6c2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'ip_address': '172.28.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:38:59Z', 'updated_at': '2021-06-25T14:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798091-1-smb'}], 'dv-cinder-798091-1-smb', False) {} {{(pid=78399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:45:35.709070 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6962a79-8eb6-472f-8857-be586a2bc652 None None] Checking router: 186346e4-7b67-4504-b5aa-dd8f40be6c2b for host: dv-cinder-798091-1-smb {{(pid=78399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 14:45:35.717714 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6962a79-8eb6-472f-8857-be586a2bc652 None None] Routers {'186346e4-7b67-4504-b5aa-dd8f40be6c2b'} bound to L3 agent in host dv-cinder-798091-1-smb {{(pid=78399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:45:35.718692 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.l3_hamode_db [None req-a6962a79-8eb6-472f-8857-be586a2bc652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798091-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T14:30:11Z,description=,heartbeat_timestamp=2021-06-25T14:45:11Z,host='dv-cinder-798091-1-smb',id=941bc864-709b-4c09-a7df-f27e1f49545a,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:30:11Z,topic='l3_agent')) {'router_ids': ['186346e4-7b67-4504-b5aa-dd8f40be6c2b'], 'active': True} {{(pid=78399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:45:35.748189 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.db [None req-fe40a3bf-04e8-4340-834f-97ddf44b9eeb admin admin] For port db8fa363-d90b-4c36-8cff-1b7f9ce192a3, host dv-cinder-798091-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798091-1-smb',level=0,port_id=db8fa363-d90b-4c36-8cff-1b7f9ce192a3,segment=NetworkSegment(d6aebad4-c614-4812-b5db-5340468a6247),segment_id=d6aebad4-c614-4812-b5db-5340468a6247)] {{(pid=78397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:45:35.748621 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-fe40a3bf-04e8-4340-834f-97ddf44b9eeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-413696'] for port, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:35.891066 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.l3_dvr_db [None req-a6962a79-8eb6-472f-8857-be586a2bc652 None None] Set router 186346e4-7b67-4504-b5aa-dd8f40be6c2b gateway port host: None {{(pid=78399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:45:36.015454 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.plugin [None req-fe40a3bf-04e8-4340-834f-97ddf44b9eeb admin admin] Calling delete_port for db8fa363-d90b-4c36-8cff-1b7f9ce192a3 owned by network:router_gateway {{(pid=78397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 25 14:45:36.050683 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.l3_hamode_db [None req-a6962a79-8eb6-472f-8857-be586a2bc652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '186346e4-7b67-4504-b5aa-dd8f40be6c2b', 'name': 'tempest-AttachVolumeTestJSON-358625753-router', 'tenant_id': '7a1d3268123d4b12a1168eda73de2201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:38:56Z', 'updated_at': '2021-06-25T14:45:35Z', 'revision_number': 6, 'project_id': '7a1d3268123d4b12a1168eda73de2201', 'gw_port_host': None}], 'dv-cinder-798091-1-smb', False) {} {{(pid=78399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:45:36.058641 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6962a79-8eb6-472f-8857-be586a2bc652 None None] The sync data for ids ['186346e4-7b67-4504-b5aa-dd8f40be6c2b'] in dv-cinder-798091-1-smb is: [{'id': '186346e4-7b67-4504-b5aa-dd8f40be6c2b', 'name': 'tempest-AttachVolumeTestJSON-358625753-router', 'tenant_id': '7a1d3268123d4b12a1168eda73de2201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:38:56Z', 'updated_at': '2021-06-25T14:45:35Z', 'revision_number': 6, 'project_id': '7a1d3268123d4b12a1168eda73de2201', 'gw_port_host': None}] {{(pid=78399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 14:45:36.184863 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1ecc81-a239-4a9c-bee1-b96b81e3a83b req-2a79adbe-d746-406b-af14-c0552874b58c tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:45:36.190066 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-2d1ecc81-a239-4a9c-bee1-b96b81e3a83b req-2a79adbe-d746-406b-af14-c0552874b58c tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/ports?device_id=992fcf44-1dec-4001-a238-b7972821ac06 HTTP/1.1" status: 200 len: 943 time: 0.1093106 Jun 25 14:45:36.229292 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-fe40a3bf-04e8-4340-834f-97ddf44b9eeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747172683996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747172243478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127937375'] for port, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:36.241646 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-00a80efd-156d-40da-a7c4-64cf81f92b2b tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:45:36.251877 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-2d1ecc81-a239-4a9c-bee1-b96b81e3a83b req-f6a3e791-243b-4608-ae10-f95986f130c7 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/security-groups?id=d481dcb0-dc92-45f5-a5d0-0168ed20fc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587134 Jun 25 14:45:36.316592 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe40a3bf-04e8-4340-834f-97ddf44b9eeb admin admin] Pushing event deleted for resources: {'Port': ['ID=db8fa363-d90b-4c36-8cff-1b7f9ce192a3,revision_number=None']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:45:36.320014 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-fe40a3bf-04e8-4340-834f-97ddf44b9eeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:45:36.421059 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-fe40a3bf-04e8-4340-834f-97ddf44b9eeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-497701'] for router_gateway, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:36.466361 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.72', 39242) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:45:36.532233 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Device c432326f-c674-4bae-b126-3767c8bea643 no longer exists at agent ovs-agent-dv-cinder-798091-1-smb {{(pid=78399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 25 14:45:36.581952 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.plugin [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] No Port match for: c432326f-c674-4bae-b126-3767c8bea643 {{(pid=78399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 25 14:45:36.582318 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Device c432326f-c674-4bae-b126-3767c8bea643 not bound to the agent host dv-cinder-798091-1-smb {{(pid=78399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 25 14:45:36.607642 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-7bd06d94-2d03-4059-89de-2f147313a221 req-b142d79e-2517-492e-9278-fba76dea699a service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=992fcf44-1dec-4001-a238-b7972821ac06&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1400826 Jun 25 14:45:36.626842 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-fe40a3bf-04e8-4340-834f-97ddf44b9eeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-499311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1016456'] for router, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:36.629296 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-fe40a3bf-04e8-4340-834f-97ddf44b9eeb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:36.652620 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-fe40a3bf-04e8-4340-834f-97ddf44b9eeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412616'] for router, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:36.653138 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe40a3bf-04e8-4340-834f-97ddf44b9eeb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 186346e4-7b67-4504-b5aa-dd8f40be6c2b {{(pid=78397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 25 14:45:36.665985 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-fe40a3bf-04e8-4340-834f-97ddf44b9eeb admin admin] Notify callbacks [] for router, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:36.667106 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-fe40a3bf-04e8-4340-834f-97ddf44b9eeb admin admin] 10.222.0.72 "DELETE /v2.0/routers/186346e4-7b67-4504-b5aa-dd8f40be6c2b HTTP/1.1" status: 204 len: 168 time: 1.4732816 Jun 25 14:45:36.669730 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.72', 39250) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:45:36.733164 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1785580-ab96-45a5-a6d6-0030b93455d4 admin admin] Deleting subnet ac1ed06e-d434-4471-8b10-9318752714c1 {{(pid=78398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jun 25 14:45:36.736372 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-e1785580-ab96-45a5-a6d6-0030b93455d4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:36.789685 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-e1785580-ab96-45a5-a6d6-0030b93455d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128114130'] for subnet, precommit_delete_associations {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:36.926727 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-e1785580-ab96-45a5-a6d6-0030b93455d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3550162'] for subnet, precommit_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:37.005830 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-e1785580-ab96-45a5-a6d6-0030b93455d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3548165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1903071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129198018'] for subnet, after_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:37.010086 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:45:37.045434 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1785580-ab96-45a5-a6d6-0030b93455d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac1ed06e-d434-4471-8b10-9318752714c1,revision_number=None']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:45:37.049177 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-e1785580-ab96-45a5-a6d6-0030b93455d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:45:37.050441 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-e1785580-ab96-45a5-a6d6-0030b93455d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692162'] for subnet, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:37.056816 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e214871-a21d-4e85-9cc7-246d25b322d7 None None] Network 67ba1ff0-ab4f-41c2-a1c4-6027b2c685c1 requested from dv-cinder-798091-1-smb {{(pid=78399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 25 14:45:37.057417 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-e1785580-ab96-45a5-a6d6-0030b93455d4 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/ac1ed06e-d434-4471-8b10-9318752714c1 HTTP/1.1" status: 204 len: 168 time: 0.3862081 Jun 25 14:45:37.059423 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.72', 39258) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:45:37.210210 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-6ff3d1c6-1699-442d-a214-9a298639f4ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3443507'] for network, before_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:37.227223 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.plugin [None req-6ff3d1c6-1699-442d-a214-9a298639f4ba admin admin] Deleting port 1a3e4cf3-b755-4568-bd0e-bfca68424c39 {{(pid=78398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 25 14:45:37.228011 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-6ff3d1c6-1699-442d-a214-9a298639f4ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747172683120'] for port, before_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:37.231743 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd06d94-2d03-4059-89de-2f147313a221 req-ef7b722d-2429-4a0b-bbbf-4a249f55622c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:45:37.233339 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-7bd06d94-2d03-4059-89de-2f147313a221 req-ef7b722d-2429-4a0b-bbbf-4a249f55622c service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=992fcf44-1dec-4001-a238-b7972821ac06&tenant_id=7a64d79372ce407f85b911ae6861af7f HTTP/1.1" status: 200 len: 1096 time: 0.0921528 Jun 25 14:45:37.364649 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd06d94-2d03-4059-89de-2f147313a221 req-f53ffac4-7dc1-43b0-a8a5-eebcc631550f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:45:37.366215 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-7bd06d94-2d03-4059-89de-2f147313a221 req-f53ffac4-7dc1-43b0-a8a5-eebcc631550f service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=7a64d79372ce407f85b911ae6861af7f&device_id=992fcf44-1dec-4001-a238-b7972821ac06 HTTP/1.1" status: 200 len: 1096 time: 0.0899589 Jun 25 14:45:37.370198 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe1b6cc4-165d-4350-950a-b304b8203d6d None None] DHCP port deletion for 67ba1ff0-ab4f-41c2-a1c4-6027b2c685c1 request from dv-cinder-798091-1-smb {{(pid=78399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 25 14:45:37.375201 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.plugin [None req-fe1b6cc4-165d-4350-950a-b304b8203d6d None None] Deleting port 1a3e4cf3-b755-4568-bd0e-bfca68424c39 {{(pid=78399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 25 14:45:37.376107 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-fe1b6cc4-165d-4350-950a-b304b8203d6d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747172683120'] for port, before_delete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:37.463928 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.db [None req-6ff3d1c6-1699-442d-a214-9a298639f4ba admin admin] For port 1a3e4cf3-b755-4568-bd0e-bfca68424c39, host dv-cinder-798091-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798091-1-smb',level=0,port_id=1a3e4cf3-b755-4568-bd0e-bfca68424c39,segment=NetworkSegment(604aba27-0a9d-4cd3-9caa-f2a8b4959557),segment_id=604aba27-0a9d-4cd3-9caa-f2a8b4959557)] {{(pid=78398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:45:37.464525 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-6ff3d1c6-1699-442d-a214-9a298639f4ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-413696'] for port, precommit_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:37.574775 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd06d94-2d03-4059-89de-2f147313a221 req-db23b33d-f07f-440a-978f-488ff89024f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:45:37.576178 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-7bd06d94-2d03-4059-89de-2f147313a221 req-db23b33d-f07f-440a-978f-488ff89024f2 service neutron] 10.222.0.77 "GET /v2.0/networks?id=fc3ffe9c-74f9-42a1-af5f-69842b644ae0 HTTP/1.1" status: 200 len: 917 time: 0.1989243 Jun 25 14:45:37.587460 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-fe1b6cc4-165d-4350-950a-b304b8203d6d None None] For port 1a3e4cf3-b755-4568-bd0e-bfca68424c39, host dv-cinder-798091-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798091-1-smb',level=0,port_id=1a3e4cf3-b755-4568-bd0e-bfca68424c39,segment=NetworkSegment(604aba27-0a9d-4cd3-9caa-f2a8b4959557),segment_id=604aba27-0a9d-4cd3-9caa-f2a8b4959557)] {{(pid=78399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:45:37.587947 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-fe1b6cc4-165d-4350-950a-b304b8203d6d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-413696'] for port, precommit_delete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:37.591500 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.plugin [None req-6ff3d1c6-1699-442d-a214-9a298639f4ba admin admin] Calling delete_port for 1a3e4cf3-b755-4568-bd0e-bfca68424c39 owned by network:dhcp {{(pid=78398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 25 14:45:37.592265 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e06286-07a0-4ef0-9202-eb6931c1dc98 req-7cb1038c-dc0a-4cf6-8e52-7830635de3f9 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:45:37.593801 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-99e06286-07a0-4ef0-9202-eb6931c1dc98 req-7cb1038c-dc0a-4cf6-8e52-7830635de3f9 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/ports?device_id=992fcf44-1dec-4001-a238-b7972821ac06 HTTP/1.1" status: 200 len: 943 time: 0.1845663 Jun 25 14:45:37.717282 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.plugin [None req-fe1b6cc4-165d-4350-950a-b304b8203d6d None None] Calling delete_port for 1a3e4cf3-b755-4568-bd0e-bfca68424c39 owned by network:dhcp {{(pid=78399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 25 14:45:37.727033 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-99e06286-07a0-4ef0-9202-eb6931c1dc98 req-1508dd4e-50c9-4e34-93b4-59981aac617e tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/security-groups?id=d481dcb0-dc92-45f5-a5d0-0168ed20fc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846047 Jun 25 14:45:37.731442 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-7bd06d94-2d03-4059-89de-2f147313a221 req-a4898110-1a14-4bf2-832a-44d3f4c298b2 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5aaae651-0119-4cf4-aee8-628f5e27169e HTTP/1.1" status: 200 len: 999 time: 0.1366215 Jun 25 14:45:37.784045 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-6ff3d1c6-1699-442d-a214-9a298639f4ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747172683996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747172243478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1901102'] for port, after_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:37.789723 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-0ec5dad4-4bc4-4a7b-8d82-c42b1e53a2e7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:45:37.805780 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.db.api [None req-fe1b6cc4-165d-4350-950a-b304b8203d6d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=78399) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 25 14:45:37.806459 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_db.api [None req-fe1b6cc4-165d-4350-950a-b304b8203d6d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=78399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 25 14:45:37.808501 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd06d94-2d03-4059-89de-2f147313a221 req-83b5ba23-c331-4246-be2f-104599cb122f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:45:37.810005 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-7bd06d94-2d03-4059-89de-2f147313a221 req-83b5ba23-c331-4246-be2f-104599cb122f service neutron] 10.222.0.77 "GET /v2.0/subnets?id=24c79731-6cdf-4634-b94b-8a5d29662e96 HTTP/1.1" status: 200 len: 855 time: 0.0673645 Jun 25 14:45:37.842560 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff3d1c6-1699-442d-a214-9a298639f4ba admin admin] Pushing event deleted for resources: {'Port': ['ID=1a3e4cf3-b755-4568-bd0e-bfca68424c39,revision_number=None']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:45:37.845037 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff3d1c6-1699-442d-a214-9a298639f4ba admin admin] No DVR routers for this DVR port 1a3e4cf3-b755-4568-bd0e-bfca68424c39 on host dv-cinder-798091-1-smb {{(pid=78398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 14:45:37.846834 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-6ff3d1c6-1699-442d-a214-9a298639f4ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:45:37.903777 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd06d94-2d03-4059-89de-2f147313a221 req-9fa9b414-8cd1-429c-b04b-2886bd579148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:45:37.905263 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-7bd06d94-2d03-4059-89de-2f147313a221 req-9fa9b414-8cd1-429c-b04b-2886bd579148 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=fc3ffe9c-74f9-42a1-af5f-69842b644ae0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0858269 Jun 25 14:45:37.968305 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-6ff3d1c6-1699-442d-a214-9a298639f4ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3547471', 'neutron.services.segments.db._delete_segments_for_network-8747172693185'] for network, precommit_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:37.981722 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.services.segments.db [None req-6ff3d1c6-1699-442d-a214-9a298639f4ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67ba1ff0-ab4f-41c2-a1c4-6027b2c685c1']}} {{(pid=78398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:45:37.994551 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.services.segments.db [None req-6ff3d1c6-1699-442d-a214-9a298639f4ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '604aba27-0a9d-4cd3-9caa-f2a8b4959557') {'for_net_delete': True} {{(pid=78398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:45:37.994842 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.services.segments.db [None req-6ff3d1c6-1699-442d-a214-9a298639f4ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '604aba27-0a9d-4cd3-9caa-f2a8b4959557') {} {{(pid=78398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:45:38.006957 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-6ff3d1c6-1699-442d-a214-9a298639f4ba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747172705576', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128114155'] for segment, before_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:38.022800 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-6ff3d1c6-1699-442d-a214-9a298639f4ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3551624'] for segment, precommit_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:38.028860 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ff3d1c6-1699-442d-a214-9a298639f4ba admin admin] Releasing vlan 317 on physical network physnet1 to pool {{(pid=78398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 14:45:38.029321 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-6ff3d1c6-1699-442d-a214-9a298639f4ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3551623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1901181'] for segment, after_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:38.042903 dv-cinder-798091-1-smb neutron-server[78398]: Traceback (most recent call last): Jun 25 14:45:38.042903 dv-cinder-798091-1-smb neutron-server[78398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 14:45:38.042903 dv-cinder-798091-1-smb neutron-server[78398]: timer() Jun 25 14:45:38.042903 dv-cinder-798091-1-smb neutron-server[78398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 14:45:38.042903 dv-cinder-798091-1-smb neutron-server[78398]: cb(*args, **kw) Jun 25 14:45:38.042903 dv-cinder-798091-1-smb neutron-server[78398]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 14:45:38.042903 dv-cinder-798091-1-smb neutron-server[78398]: return func(*args, **kwargs) Jun 25 14:45:38.042903 dv-cinder-798091-1-smb neutron-server[78398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 14:45:38.042903 dv-cinder-798091-1-smb neutron-server[78398]: self._notify() Jun 25 14:45:38.042903 dv-cinder-798091-1-smb neutron-server[78398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 14:45:38.042903 dv-cinder-798091-1-smb neutron-server[78398]: self.callback(batched_events) Jun 25 14:45:38.042903 dv-cinder-798091-1-smb neutron-server[78398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 14:45:38.042903 dv-cinder-798091-1-smb neutron-server[78398]: event.method(event) Jun 25 14:45:38.042903 dv-cinder-798091-1-smb neutron-server[78398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 14:45:38.042903 dv-cinder-798091-1-smb neutron-server[78398]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 14:45:38.042903 dv-cinder-798091-1-smb neutron-server[78398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 14:45:38.042903 dv-cinder-798091-1-smb neutron-server[78398]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 14:45:38.042903 dv-cinder-798091-1-smb neutron-server[78398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 14:45:38.042903 dv-cinder-798091-1-smb neutron-server[78398]: return f(self, *a, **k) Jun 25 14:45:38.042903 dv-cinder-798091-1-smb neutron-server[78398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 14:45:38.042903 dv-cinder-798091-1-smb neutron-server[78398]: return self._get(url).json() Jun 25 14:45:38.042903 dv-cinder-798091-1-smb neutron-server[78398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 14:45:38.042903 dv-cinder-798091-1-smb neutron-server[78398]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 14:45:38.042903 dv-cinder-798091-1-smb neutron-server[78398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 14:45:38.042903 dv-cinder-798091-1-smb neutron-server[78398]: return self.request(url, 'GET', **kwargs) Jun 25 14:45:38.042903 dv-cinder-798091-1-smb neutron-server[78398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 14:45:38.042903 dv-cinder-798091-1-smb neutron-server[78398]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 14:45:38.042903 dv-cinder-798091-1-smb neutron-server[78398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 14:45:38.042903 dv-cinder-798091-1-smb neutron-server[78398]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 14:45:38.042903 dv-cinder-798091-1-smb neutron-server[78398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 14:45:38.042903 dv-cinder-798091-1-smb neutron-server[78398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 14:45:38.042903 dv-cinder-798091-1-smb neutron-server[78398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 14:45:38.048602 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-7bd06d94-2d03-4059-89de-2f147313a221 req-e60b3fba-a449-4f8d-9ff4-97eb693f7ccf service neutron] 10.222.0.77 "GET /v2.0/networks/fc3ffe9c-74f9-42a1-af5f-69842b644ae0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315503 Jun 25 14:45:38.122242 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-6ff3d1c6-1699-442d-a214-9a298639f4ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3547472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-497664'] for network, after_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:38.128122 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-31857e38-dbc9-482e-aca0-5bba8d3052b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:45:38.143472 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-6ff3d1c6-1699-442d-a214-9a298639f4ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692162'] for network, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:38.149591 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff3d1c6-1699-442d-a214-9a298639f4ba admin admin] Pushing event deleted for resources: {'Network': ['ID=67ba1ff0-ab4f-41c2-a1c4-6027b2c685c1,revision_number=None']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:45:38.153869 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-6ff3d1c6-1699-442d-a214-9a298639f4ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:45:38.167238 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-6ff3d1c6-1699-442d-a214-9a298639f4ba admin admin] 10.222.0.72 "DELETE /v2.0/networks/67ba1ff0-ab4f-41c2-a1c4-6027b2c685c1 HTTP/1.1" status: 204 len: 168 time: 1.1065304 Jun 25 14:45:38.230243 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Device 1a3e4cf3-b755-4568-bd0e-bfca68424c39 no longer exists at agent ovs-agent-dv-cinder-798091-1-smb {{(pid=78399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 25 14:45:38.270658 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.plugin [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] No Port match for: 1a3e4cf3-b755-4568-bd0e-bfca68424c39 {{(pid=78399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 25 14:45:38.271014 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Device 1a3e4cf3-b755-4568-bd0e-bfca68424c39 not bound to the agent host dv-cinder-798091-1-smb {{(pid=78399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 25 14:45:38.271453 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Device db8fa363-d90b-4c36-8cff-1b7f9ce192a3 no longer exists at agent ovs-agent-dv-cinder-798091-1-smb {{(pid=78399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 25 14:45:38.309461 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-7bd06d94-2d03-4059-89de-2f147313a221 req-cedb2f41-4776-4048-aa1b-9ee2d996bdb9 service neutron] 10.222.0.77 "GET /v2.0/networks/fc3ffe9c-74f9-42a1-af5f-69842b644ae0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2494884 Jun 25 14:45:38.309702 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.plugin [None req-fe1b6cc4-165d-4350-950a-b304b8203d6d None None] Deleting port 1a3e4cf3-b755-4568-bd0e-bfca68424c39 {{(pid=78399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 25 14:45:38.309897 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-fe1b6cc4-165d-4350-950a-b304b8203d6d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747172683120'] for port, before_delete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:38.320958 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.72', 39266) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:45:38.338188 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.plugin [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] No Port match for: db8fa363-d90b-4c36-8cff-1b7f9ce192a3 {{(pid=78399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 25 14:45:38.338828 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Device db8fa363-d90b-4c36-8cff-1b7f9ce192a3 not bound to the agent host dv-cinder-798091-1-smb {{(pid=78399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 25 14:45:38.377356 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-54db5c47-3c07-486e-8fa9-87a64833178f admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=7a1d3268123d4b12a1168eda73de2201&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0551722 Jun 25 14:45:38.379969 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.72', 39270) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:45:38.380778 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.plugin [None req-fe1b6cc4-165d-4350-950a-b304b8203d6d None None] The port '1a3e4cf3-b755-4568-bd0e-bfca68424c39' was deleted {{(pid=78399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Jun 25 14:45:38.445177 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-201ed1d8-0d6f-4bf5-a294-93df19d039fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:38.472241 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-201ed1d8-0d6f-4bf5-a294-93df19d039fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:38.527073 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-201ed1d8-0d6f-4bf5-a294-93df19d039fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726995'] for security_group, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:38.533692 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-ee957614-6d85-4947-8f72-9dbe5242fa09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:45:38.549870 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201ed1d8-0d6f-4bf5-a294-93df19d039fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e548273d-f82d-4a06-8dbc-b16da8fba9b3,revision_number=None']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:45:38.552255 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-201ed1d8-0d6f-4bf5-a294-93df19d039fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:45:38.558659 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-201ed1d8-0d6f-4bf5-a294-93df19d039fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:38.561505 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-201ed1d8-0d6f-4bf5-a294-93df19d039fb admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/e548273d-f82d-4a06-8dbc-b16da8fba9b3 HTTP/1.1" status: 204 len: 168 time: 0.1782112 Jun 25 14:45:38.660715 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-600fa62e-4c58-4508-b57f-f18194c2f548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:38.863892 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Device 5aaae651-0119-4cf4-aee8-628f5e27169e no longer exists at agent hyperv_hv-cinder-79809 {{(pid=78399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 25 14:45:38.956138 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07761f5f-1462-4fc1-a03f-0b6fe600696f req-9f5703d3-9741-4a4e-b48a-07482b14ef1d tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:45:38.957750 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-07761f5f-1462-4fc1-a03f-0b6fe600696f req-9f5703d3-9741-4a4e-b48a-07482b14ef1d tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/ports?device_id=992fcf44-1dec-4001-a238-b7972821ac06 HTTP/1.1" status: 200 len: 943 time: 0.1077414 Jun 25 14:45:39.004457 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:39.012471 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-07761f5f-1462-4fc1-a03f-0b6fe600696f req-927b7c2a-a432-482a-ad96-50ed16e2c226 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/security-groups?id=d481dcb0-dc92-45f5-a5d0-0168ed20fc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484309 Jun 25 14:45:40.249166 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd64da0a-a824-4555-ae5b-e1ed398280f4 req-9912c69f-07bc-4e49-a919-9e3ca993b5ef tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:45:40.251335 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-fd64da0a-a824-4555-ae5b-e1ed398280f4 req-9912c69f-07bc-4e49-a919-9e3ca993b5ef tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/ports?device_id=992fcf44-1dec-4001-a238-b7972821ac06 HTTP/1.1" status: 200 len: 943 time: 0.1194324 Jun 25 14:45:40.322135 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-fd64da0a-a824-4555-ae5b-e1ed398280f4 req-b6564b5b-706e-48cc-b09c-6996d9ec2258 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/security-groups?id=d481dcb0-dc92-45f5-a5d0-0168ed20fc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646925 Jun 25 14:45:40.764637 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.72', 39348) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:45:40.923562 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-445c3c65-cd04-44ff-a50f-7fcb368c637e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:40.944368 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-445c3c65-cd04-44ff-a50f-7fcb368c637e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:45:40.948561 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-445c3c65-cd04-44ff-a50f-7fcb368c637e admin admin] Usage tracker for resource:security_group_rule and tenant:94edad8075a64c9eac5316419348f923 is out of sync, need to count used quota {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:45:40.951659 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-445c3c65-cd04-44ff-a50f-7fcb368c637e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:45:40.957716 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-445c3c65-cd04-44ff-a50f-7fcb368c637e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:45:41.045452 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-445c3c65-cd04-44ff-a50f-7fcb368c637e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:41.051416 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-445c3c65-cd04-44ff-a50f-7fcb368c637e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726995'] for security_group, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:41.059147 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-41703928-e7eb-4318-8600-35135f442d03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:45:41.105128 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445c3c65-cd04-44ff-a50f-7fcb368c637e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9eb4deac-3072-49c8-b16e-060bbe32f36c,revision_number=1']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:45:41.108283 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-445c3c65-cd04-44ff-a50f-7fcb368c637e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:45:41.112446 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-445c3c65-cd04-44ff-a50f-7fcb368c637e admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=94edad8075a64c9eac5316419348f923&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3456657 Jun 25 14:45:41.114058 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.72', 39354) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:45:41.179367 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-7bb24d15-19bd-4366-84ec-ea34affcdb87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:41.207887 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-7bb24d15-19bd-4366-84ec-ea34affcdb87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:41.267205 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-7bb24d15-19bd-4366-84ec-ea34affcdb87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726995'] for security_group, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:41.271216 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-7eb6b247-9c54-489f-88c0-774923a0c405 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:45:41.291494 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-52f30c79-5e41-4061-90f8-cccead4aaa1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:41.297679 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb24d15-19bd-4366-84ec-ea34affcdb87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eb4deac-3072-49c8-b16e-060bbe32f36c,revision_number=None']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:45:41.300507 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-7bb24d15-19bd-4366-84ec-ea34affcdb87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:45:41.302501 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-7bb24d15-19bd-4366-84ec-ea34affcdb87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:41.303192 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-7bb24d15-19bd-4366-84ec-ea34affcdb87 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/9eb4deac-3072-49c8-b16e-060bbe32f36c HTTP/1.1" status: 204 len: 168 time: 0.1878622 Jun 25 14:45:41.493757 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.db.agents_db [None req-33cd8ffe-8d55-4e82-a60c-f31f0cdcb446 None None] Agent healthcheck: found 6 active agents {{(pid=78400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 25 14:45:41.536540 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3ea910-7b8e-4903-a33c-cb27d66029f6 req-0066f7c9-611e-40a7-be54-dc59c6b2b239 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:45:41.538313 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-3e3ea910-7b8e-4903-a33c-cb27d66029f6 req-0066f7c9-611e-40a7-be54-dc59c6b2b239 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/ports?device_id=992fcf44-1dec-4001-a238-b7972821ac06 HTTP/1.1" status: 200 len: 943 time: 0.0981283 Jun 25 14:45:41.598668 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-3e3ea910-7b8e-4903-a33c-cb27d66029f6 req-a2f646e7-201e-42c8-8f60-a2223b1fd891 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/security-groups?id=d481dcb0-dc92-45f5-a5d0-0168ed20fc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524111 Jun 25 14:45:41.658668 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.72', 39364) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:45:41.676795 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-2a5d3c8b-3322-49ab-929b-d079ef8a62d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:41.693727 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-2a5d3c8b-3322-49ab-929b-d079ef8a62d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:45:41.697593 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-2a5d3c8b-3322-49ab-929b-d079ef8a62d8 admin admin] Usage tracker for resource:security_group_rule and tenant:ad9a28e8b890495894964c075d5bd279 is out of sync, need to count used quota {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:45:41.700590 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-2a5d3c8b-3322-49ab-929b-d079ef8a62d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:45:41.707527 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-2a5d3c8b-3322-49ab-929b-d079ef8a62d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:45:41.807177 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-2a5d3c8b-3322-49ab-929b-d079ef8a62d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:41.811934 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-2a5d3c8b-3322-49ab-929b-d079ef8a62d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726995'] for security_group, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:41.822865 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-3c2b6e50-910a-4e78-b5c5-3c89d29762f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:45:41.866259 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-2a5d3c8b-3322-49ab-929b-d079ef8a62d8 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ad9a28e8b890495894964c075d5bd279&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2063043 Jun 25 14:45:41.867222 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5d3c8b-3322-49ab-929b-d079ef8a62d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6355229-136a-4d63-ba28-93cc0a380c77,revision_number=1']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:45:41.869216 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.72', 39368) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:45:41.870691 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-2a5d3c8b-3322-49ab-929b-d079ef8a62d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:45:41.954187 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-18ebb088-97f8-4497-b46a-84ecd649fec3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:41.984856 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-18ebb088-97f8-4497-b46a-84ecd649fec3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:42.042815 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-18ebb088-97f8-4497-b46a-84ecd649fec3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726995'] for security_group, after_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:42.047042 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-4b07fb20-9f67-4914-baf3-d76e5fcad820 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:45:42.059311 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ebb088-97f8-4497-b46a-84ecd649fec3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6355229-136a-4d63-ba28-93cc0a380c77,revision_number=None']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:45:42.062398 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-18ebb088-97f8-4497-b46a-84ecd649fec3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:45:42.068971 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-18ebb088-97f8-4497-b46a-84ecd649fec3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:42.070352 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-18ebb088-97f8-4497-b46a-84ecd649fec3 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/a6355229-136a-4d63-ba28-93cc0a380c77 HTTP/1.1" status: 204 len: 168 time: 0.1985750 Jun 25 14:45:42.254141 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-d14b10cb-2ead-4edf-9c0b-578ba992fa59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:42.848205 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf55714e-a912-464a-b1e2-b76077623b81 req-81ee5797-30ee-4d87-9957-61b1aaba69c6 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:45:42.850288 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-bf55714e-a912-464a-b1e2-b76077623b81 req-81ee5797-30ee-4d87-9957-61b1aaba69c6 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/ports?device_id=992fcf44-1dec-4001-a238-b7972821ac06 HTTP/1.1" status: 200 len: 943 time: 0.1231301 Jun 25 14:45:42.912491 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-bf55714e-a912-464a-b1e2-b76077623b81 req-b346fd11-4be5-4591-973a-ecde818bb806 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/security-groups?id=d481dcb0-dc92-45f5-a5d0-0168ed20fc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553334 Jun 25 14:45:43.524130 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-0959a481-12d6-4798-a5c7-3b38329e38d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:44.139779 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ce2671-86d7-4200-9dab-bedb01307567 req-4a8947f7-8890-4ae1-868f-7af65cce6fd1 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:45:44.141902 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-43ce2671-86d7-4200-9dab-bedb01307567 req-4a8947f7-8890-4ae1-868f-7af65cce6fd1 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/ports?device_id=992fcf44-1dec-4001-a238-b7972821ac06 HTTP/1.1" status: 200 len: 943 time: 0.0996504 Jun 25 14:45:44.177843 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.72', 39422) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:45:44.214260 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-43ce2671-86d7-4200-9dab-bedb01307567 req-3eb4ace7-c6a8-4833-8960-1ec3f81d6a26 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/security-groups?id=d481dcb0-dc92-45f5-a5d0-0168ed20fc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665455 Jun 25 14:45:44.338935 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-31f557b3-e192-46a2-940a-59d95398c2d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:44.356675 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-31f557b3-e192-46a2-940a-59d95398c2d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:45:44.361765 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-31f557b3-e192-46a2-940a-59d95398c2d9 admin admin] Usage tracker for resource:security_group_rule and tenant:0bf6003e455749f391a5dbcc2b69ccf7 is out of sync, need to count used quota {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:45:44.364974 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-31f557b3-e192-46a2-940a-59d95398c2d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:45:44.371198 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-31f557b3-e192-46a2-940a-59d95398c2d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:45:44.469389 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-31f557b3-e192-46a2-940a-59d95398c2d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:44.475073 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-31f557b3-e192-46a2-940a-59d95398c2d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726995'] for security_group, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:44.487195 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-fa613ce7-d419-4f74-9e8f-1ff479b06b75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:45:44.529844 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-31f557b3-e192-46a2-940a-59d95398c2d9 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=0bf6003e455749f391a5dbcc2b69ccf7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3501985 Jun 25 14:45:44.532389 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f557b3-e192-46a2-940a-59d95398c2d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af5f00e7-c2ab-434f-9c6c-7aa41ac4f0fb,revision_number=1']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:45:44.533046 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.72', 39428) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:45:44.536390 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-31f557b3-e192-46a2-940a-59d95398c2d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:45:44.598217 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-78f9cff3-621a-4896-b23b-5802c7f371b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:44.626695 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-78f9cff3-621a-4896-b23b-5802c7f371b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:44.682291 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-78f9cff3-621a-4896-b23b-5802c7f371b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726995'] for security_group, after_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:44.686487 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-6b3b9728-cf50-4992-9d1d-ec6b133664af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:45:44.699038 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f9cff3-621a-4896-b23b-5802c7f371b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af5f00e7-c2ab-434f-9c6c-7aa41ac4f0fb,revision_number=None']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:45:44.703544 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-78f9cff3-621a-4896-b23b-5802c7f371b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:45:44.707578 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-78f9cff3-621a-4896-b23b-5802c7f371b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:44.708956 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-78f9cff3-621a-4896-b23b-5802c7f371b0 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/af5f00e7-c2ab-434f-9c6c-7aa41ac4f0fb HTTP/1.1" status: 204 len: 168 time: 0.1745572 Jun 25 14:45:45.038142 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.72', 39436) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:45:45.056081 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-68a0e753-b461-45d0-98cd-e60f1c15bfd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:45.072456 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-68a0e753-b461-45d0-98cd-e60f1c15bfd9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:45:45.076607 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-68a0e753-b461-45d0-98cd-e60f1c15bfd9 admin admin] Usage tracker for resource:security_group_rule and tenant:598c0ace774d41a79af7ef96e14b6fc2 is out of sync, need to count used quota {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:45:45.080589 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-68a0e753-b461-45d0-98cd-e60f1c15bfd9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:45:45.086653 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-68a0e753-b461-45d0-98cd-e60f1c15bfd9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:45:45.175086 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-68a0e753-b461-45d0-98cd-e60f1c15bfd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:45.179288 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-68a0e753-b461-45d0-98cd-e60f1c15bfd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726995'] for security_group, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:45.187353 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-61b6d30d-a088-4115-8fe2-8294525e7807 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:45:45.232800 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a0e753-b461-45d0-98cd-e60f1c15bfd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d873919-1a90-47ef-a7ea-de2f0f1aed54,revision_number=1']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:45:45.240667 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-68a0e753-b461-45d0-98cd-e60f1c15bfd9 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=598c0ace774d41a79af7ef96e14b6fc2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1989534 Jun 25 14:45:45.240667 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-68a0e753-b461-45d0-98cd-e60f1c15bfd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:45:45.241577 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.72', 39440) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:45:45.332293 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-7fe76958-4175-4e2b-abd7-313d0a520ee7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:45.370336 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-7fe76958-4175-4e2b-abd7-313d0a520ee7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:45.445799 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-7fe76958-4175-4e2b-abd7-313d0a520ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726995'] for security_group, after_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:45.448827 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9526ba0-7782-449c-9fb6-cd95d1fcfb4f req-8d10b968-b2c5-4658-81ab-f2be11725952 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:45:45.450408 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-e9526ba0-7782-449c-9fb6-cd95d1fcfb4f req-8d10b968-b2c5-4658-81ab-f2be11725952 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/ports?device_id=992fcf44-1dec-4001-a238-b7972821ac06 HTTP/1.1" status: 200 len: 943 time: 0.1021585 Jun 25 14:45:45.451404 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-803d995e-a7fc-4b52-9017-76f9172878ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:45:45.462913 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe76958-4175-4e2b-abd7-313d0a520ee7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d873919-1a90-47ef-a7ea-de2f0f1aed54,revision_number=None']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:45:45.467173 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-7fe76958-4175-4e2b-abd7-313d0a520ee7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:45:45.471488 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-7fe76958-4175-4e2b-abd7-313d0a520ee7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:45.486079 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-7fe76958-4175-4e2b-abd7-313d0a520ee7 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/5d873919-1a90-47ef-a7ea-de2f0f1aed54 HTTP/1.1" status: 204 len: 168 time: 0.2331901 Jun 25 14:45:45.516944 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-e9526ba0-7782-449c-9fb6-cd95d1fcfb4f req-d238d37a-4d94-4f0d-aee4-2f440efe7b7e tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/security-groups?id=d481dcb0-dc92-45f5-a5d0-0168ed20fc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580046 Jun 25 14:45:46.756077 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9594c78c-874a-4f25-aeec-f3b3977dd249 req-4441500b-8822-444f-a920-e7ef2d7f0e67 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:45:46.757715 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-9594c78c-874a-4f25-aeec-f3b3977dd249 req-4441500b-8822-444f-a920-e7ef2d7f0e67 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/ports?device_id=992fcf44-1dec-4001-a238-b7972821ac06 HTTP/1.1" status: 200 len: 943 time: 0.1168487 Jun 25 14:45:46.823082 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-9594c78c-874a-4f25-aeec-f3b3977dd249 req-d8c6fb4f-e1d8-4e5b-b5a8-15d6bad39ef2 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/security-groups?id=d481dcb0-dc92-45f5-a5d0-0168ed20fc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579183 Jun 25 14:45:48.071439 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48dc836-725d-4ac0-8e12-d776fa612e4c req-8202987d-281e-4868-bf3d-6c23fb3af182 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:45:48.072850 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-d48dc836-725d-4ac0-8e12-d776fa612e4c req-8202987d-281e-4868-bf3d-6c23fb3af182 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/ports?device_id=992fcf44-1dec-4001-a238-b7972821ac06 HTTP/1.1" status: 200 len: 943 time: 0.1012893 Jun 25 14:45:48.125255 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-d48dc836-725d-4ac0-8e12-d776fa612e4c req-b24f47a0-d751-4a99-a411-410b578abeca tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/security-groups?id=d481dcb0-dc92-45f5-a5d0-0168ed20fc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456982 Jun 25 14:45:49.344086 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dcb4ff-f310-4273-8b14-2315a98b329e req-e31ddf96-89ce-4465-878f-3918929cb7b5 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:45:49.346397 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-f9dcb4ff-f310-4273-8b14-2315a98b329e req-e31ddf96-89ce-4465-878f-3918929cb7b5 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/ports?device_id=992fcf44-1dec-4001-a238-b7972821ac06 HTTP/1.1" status: 200 len: 943 time: 0.0923707 Jun 25 14:45:49.396362 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-f9dcb4ff-f310-4273-8b14-2315a98b329e req-4098a4a2-1e50-449f-b9d3-057d123160cd tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/security-groups?id=d481dcb0-dc92-45f5-a5d0-0168ed20fc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423977 Jun 25 14:45:50.590835 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d885337-5da3-492a-b35b-725e96dab148 req-9ccd37ac-a22c-4ec5-896b-b00f3cea5646 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:45:50.592320 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-7d885337-5da3-492a-b35b-725e96dab148 req-9ccd37ac-a22c-4ec5-896b-b00f3cea5646 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/ports?device_id=992fcf44-1dec-4001-a238-b7972821ac06 HTTP/1.1" status: 200 len: 943 time: 0.0809171 Jun 25 14:45:50.641686 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-7d885337-5da3-492a-b35b-725e96dab148 req-733a7b5d-030d-4164-a312-4189e8488702 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/security-groups?id=d481dcb0-dc92-45f5-a5d0-0168ed20fc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434103 Jun 25 14:45:51.169283 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:51.627232 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.72', 39530) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:45:51.746491 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-85f95200-1f82-494f-98c2-058eb7fe1a9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:51.761135 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-85f95200-1f82-494f-98c2-058eb7fe1a9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:45:51.765495 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-85f95200-1f82-494f-98c2-058eb7fe1a9c admin admin] Usage tracker for resource:security_group_rule and tenant:2e8e1b1949c9487195a98e90c460f522 is out of sync, need to count used quota {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:45:51.768431 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-85f95200-1f82-494f-98c2-058eb7fe1a9c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:45:51.774148 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-85f95200-1f82-494f-98c2-058eb7fe1a9c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:45:51.843776 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798e8df5-4791-4011-b717-946eaf589ed0 req-562d9bcd-6f00-4c63-98af-5914abcdb0e3 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:45:51.845505 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-798e8df5-4791-4011-b717-946eaf589ed0 req-562d9bcd-6f00-4c63-98af-5914abcdb0e3 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/ports?device_id=992fcf44-1dec-4001-a238-b7972821ac06 HTTP/1.1" status: 200 len: 943 time: 0.0937092 Jun 25 14:45:51.867318 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-85f95200-1f82-494f-98c2-058eb7fe1a9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:51.871883 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-85f95200-1f82-494f-98c2-058eb7fe1a9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726995'] for security_group, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:51.879699 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-6f5f1258-7fc5-460d-acf5-c2ca413a7a0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:45:51.899913 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-798e8df5-4791-4011-b717-946eaf589ed0 req-1b84cbaf-3fed-451b-9663-fb08d5c8b2f6 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/security-groups?id=d481dcb0-dc92-45f5-a5d0-0168ed20fc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478244 Jun 25 14:45:51.921598 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-85f95200-1f82-494f-98c2-058eb7fe1a9c admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=2e8e1b1949c9487195a98e90c460f522&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2931449 Jun 25 14:45:51.922591 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f95200-1f82-494f-98c2-058eb7fe1a9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ece7306-61aa-4c38-ac85-472b23a490e1,revision_number=1']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:45:51.924979 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.72', 39538) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:45:51.927119 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-85f95200-1f82-494f-98c2-058eb7fe1a9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:45:51.985020 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-e49a5215-0e96-4fe4-9f1b-5c8dc1018f6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:52.010809 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-e49a5215-0e96-4fe4-9f1b-5c8dc1018f6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:52.062570 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-e49a5215-0e96-4fe4-9f1b-5c8dc1018f6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726995'] for security_group, after_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:52.066194 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-30018f22-c151-4480-8c8b-177bd3b2706e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:45:52.078266 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49a5215-0e96-4fe4-9f1b-5c8dc1018f6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ece7306-61aa-4c38-ac85-472b23a490e1,revision_number=None']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:45:52.082196 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-e49a5215-0e96-4fe4-9f1b-5c8dc1018f6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:45:52.085770 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-e49a5215-0e96-4fe4-9f1b-5c8dc1018f6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:52.086876 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-e49a5215-0e96-4fe4-9f1b-5c8dc1018f6a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/1ece7306-61aa-4c38-ac85-472b23a490e1 HTTP/1.1" status: 204 len: 168 time: 0.1608994 Jun 25 14:45:52.382353 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.72', 39546) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:45:52.403369 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-bfe2a373-afc2-4e67-8a09-67b922db0ed6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:52.418104 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-bfe2a373-afc2-4e67-8a09-67b922db0ed6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:45:52.422815 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-bfe2a373-afc2-4e67-8a09-67b922db0ed6 admin admin] Usage tracker for resource:security_group_rule and tenant:8c3a6e47300b471995d66d695907cee1 is out of sync, need to count used quota {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:45:52.425626 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-bfe2a373-afc2-4e67-8a09-67b922db0ed6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:45:52.431324 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-bfe2a373-afc2-4e67-8a09-67b922db0ed6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:45:52.528679 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-bfe2a373-afc2-4e67-8a09-67b922db0ed6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:52.534147 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-bfe2a373-afc2-4e67-8a09-67b922db0ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726995'] for security_group, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:52.542107 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-ed51944d-21d0-490a-8770-c05422a6c8cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:45:52.583409 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-bfe2a373-afc2-4e67-8a09-67b922db0ed6 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=8c3a6e47300b471995d66d695907cee1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1999836 Jun 25 14:45:52.584303 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe2a373-afc2-4e67-8a09-67b922db0ed6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=544d3842-51db-4494-bdbe-95343af1ae98,revision_number=1']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:45:52.586646 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.72', 39550) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:45:52.589864 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-bfe2a373-afc2-4e67-8a09-67b922db0ed6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:45:52.645948 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-746f6aeb-213f-42ed-89ba-d0a08cfac9f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:52.671602 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-746f6aeb-213f-42ed-89ba-d0a08cfac9f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:52.726989 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-746f6aeb-213f-42ed-89ba-d0a08cfac9f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726995'] for security_group, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:52.730866 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-2a5d3c8b-3322-49ab-929b-d079ef8a62d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:45:52.743213 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746f6aeb-213f-42ed-89ba-d0a08cfac9f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=544d3842-51db-4494-bdbe-95343af1ae98,revision_number=None']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:45:52.747228 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-746f6aeb-213f-42ed-89ba-d0a08cfac9f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:45:52.765826 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-746f6aeb-213f-42ed-89ba-d0a08cfac9f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:52.767019 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-746f6aeb-213f-42ed-89ba-d0a08cfac9f4 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/544d3842-51db-4494-bdbe-95343af1ae98 HTTP/1.1" status: 204 len: 168 time: 0.1792123 Jun 25 14:45:52.946720 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Device 5aaae651-0119-4cf4-aee8-628f5e27169e details requested by agent hyperv_hv-cinder-79809 with host hv-cinder-79809 {{(pid=78399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 25 14:45:53.111083 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf23a56-75d1-4eac-8a6c-a015af4bc23e req-cb3ff7f9-f422-4f14-b9f9-3f3120c0ca54 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:45:53.113081 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-ecf23a56-75d1-4eac-8a6c-a015af4bc23e req-cb3ff7f9-f422-4f14-b9f9-3f3120c0ca54 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/ports?device_id=992fcf44-1dec-4001-a238-b7972821ac06 HTTP/1.1" status: 200 len: 943 time: 0.0940089 Jun 25 14:45:53.121257 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] For port 5aaae651-0119-4cf4-aee8-628f5e27169e, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=5aaae651-0119-4cf4-aee8-628f5e27169e,segment=NetworkSegment(715dd0a5-8081-4e27-94a5-147a06fdbf26),segment_id=715dd0a5-8081-4e27-94a5-147a06fdbf26)] {{(pid=78399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:45:53.135220 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Returning: {'device': '5aaae651-0119-4cf4-aee8-628f5e27169e', 'network_id': 'fc3ffe9c-74f9-42a1-af5f-69842b644ae0', 'port_id': '5aaae651-0119-4cf4-aee8-628f5e27169e', 'mac_address': 'fa:16:3e:10:98:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24c79731-6cdf-4634-b94b-8a5d29662e96', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 25 14:45:53.163003 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-ecf23a56-75d1-4eac-8a6c-a015af4bc23e req-94e926b4-34b5-4973-a336-2e17c1d58564 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/security-groups?id=d481dcb0-dc92-45f5-a5d0-0168ed20fc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432870 Jun 25 14:45:53.192889 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for port, before_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:53.211341 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.notifiers.nova [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5aaae651-0119-4cf4-aee8-628f5e27169e {{(pid=78399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 14:45:53.228298 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] For port 5aaae651-0119-4cf4-aee8-628f5e27169e, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=5aaae651-0119-4cf4-aee8-628f5e27169e,segment=NetworkSegment(715dd0a5-8081-4e27-94a5-147a06fdbf26),segment_id=715dd0a5-8081-4e27-94a5-147a06fdbf26)] {{(pid=78399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:45:53.232428 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747172683978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747172243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747172243532'] for port, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:53.234343 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:45:53.307658 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Pushing event updated for resources: {'Port': ['ID=5aaae651-0119-4cf4-aee8-628f5e27169e,revision_number=9']} {{(pid=78399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:45:53.310656 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:45:53.564918 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] get_ports_and_sgs() called for port_ids ['5aaae651-0119-4cf4-aee8-628f5e27169e'] {{(pid=78399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 25 14:45:54.378883 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b3c968-3906-4c97-9fbe-7d7caec7b782 req-91b41977-f056-4bf3-ad52-0272da719011 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:45:54.380404 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-81b3c968-3906-4c97-9fbe-7d7caec7b782 req-91b41977-f056-4bf3-ad52-0272da719011 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/ports?device_id=992fcf44-1dec-4001-a238-b7972821ac06 HTTP/1.1" status: 200 len: 944 time: 0.0958419 Jun 25 14:45:54.428861 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-81b3c968-3906-4c97-9fbe-7d7caec7b782 req-efa6e955-9c5e-4a42-a739-0f5938b4292b tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/security-groups?id=d481dcb0-dc92-45f5-a5d0-0168ed20fc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425448 Jun 25 14:45:54.945954 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Device 5aaae651-0119-4cf4-aee8-628f5e27169e up at agent hyperv_hv-cinder-79809 {{(pid=78399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:45:55.019982 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Provisioning complete for port 5aaae651-0119-4cf4-aee8-628f5e27169e triggered by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:45:55.020363 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545280'] for port, provisioning_complete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:55.138575 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for port, before_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:55.167154 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '992fcf44-1dec-4001-a238-b7972821ac06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5aaae651-0119-4cf4-aee8-628f5e27169e'}] {{(pid=78399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:45:55.178971 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] For port 5aaae651-0119-4cf4-aee8-628f5e27169e, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=5aaae651-0119-4cf4-aee8-628f5e27169e,segment=NetworkSegment(715dd0a5-8081-4e27-94a5-147a06fdbf26),segment_id=715dd0a5-8081-4e27-94a5-147a06fdbf26)] {{(pid=78399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:45:55.183600 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747172683978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747172243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747172243532'] for port, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:55.185763 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:45:55.222699 dv-cinder-798091-1-smb neutron-server[78399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '992fcf44-1dec-4001-a238-b7972821ac06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5aaae651-0119-4cf4-aee8-628f5e27169e', 'code': 200} Jun 25 14:45:55.255592 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Pushing event updated for resources: {'Port': ['ID=5aaae651-0119-4cf4-aee8-628f5e27169e,revision_number=10']} {{(pid=78399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:45:55.258564 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:45:55.543485 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83c0cb1-ad42-4952-98c0-e72be6903613 req-603a6077-7151-4c6d-b02f-13bb535627a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:45:55.544934 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-e83c0cb1-ad42-4952-98c0-e72be6903613 req-603a6077-7151-4c6d-b02f-13bb535627a2 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=992fcf44-1dec-4001-a238-b7972821ac06 HTTP/1.1" status: 200 len: 1099 time: 0.0772202 Jun 25 14:45:55.588472 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-e83c0cb1-ad42-4952-98c0-e72be6903613 req-de22422e-933a-4ac9-b149-8035e0aad97e service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=d481dcb0-dc92-45f5-a5d0-0168ed20fc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362270 Jun 25 14:45:55.627018 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff5719d-dba9-43fd-8817-a97c1259e034 req-34c78a56-0378-4ced-af10-b95213c7548e tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:45:55.628527 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-5ff5719d-dba9-43fd-8817-a97c1259e034 req-34c78a56-0378-4ced-af10-b95213c7548e tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/ports?device_id=992fcf44-1dec-4001-a238-b7972821ac06 HTTP/1.1" status: 200 len: 946 time: 0.0811710 Jun 25 14:45:55.674092 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-5ff5719d-dba9-43fd-8817-a97c1259e034 req-303539cd-c0d1-457c-9da5-732d5564eab5 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/security-groups?id=d481dcb0-dc92-45f5-a5d0-0168ed20fc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396993 Jun 25 14:45:57.051096 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e80909b-7c4e-4b79-b4a9-dc3e6d2205e2 req-fd26b0b6-9e89-4d9f-87a3-b560dae86a99 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:45:57.052585 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-6e80909b-7c4e-4b79-b4a9-dc3e6d2205e2 req-fd26b0b6-9e89-4d9f-87a3-b560dae86a99 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/ports?device_id=992fcf44-1dec-4001-a238-b7972821ac06 HTTP/1.1" status: 200 len: 946 time: 0.0857024 Jun 25 14:45:57.102511 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-6e80909b-7c4e-4b79-b4a9-dc3e6d2205e2 req-2dc6ff3f-f49a-4722-8fc0-803cea8f08e7 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/security-groups?id=d481dcb0-dc92-45f5-a5d0-0168ed20fc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425367 Jun 25 14:45:58.310831 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e604c4-6f22-45a0-8728-9957ed9b0a81 req-f4f05ace-90bb-4253-aa14-be654f42e024 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:45:58.312772 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-f8e604c4-6f22-45a0-8728-9957ed9b0a81 req-f4f05ace-90bb-4253-aa14-be654f42e024 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/ports?device_id=992fcf44-1dec-4001-a238-b7972821ac06 HTTP/1.1" status: 200 len: 946 time: 0.0876420 Jun 25 14:45:58.359936 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-f8e604c4-6f22-45a0-8728-9957ed9b0a81 req-c5440bf7-2c2e-4102-a6c2-6ee2ee16082b tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/security-groups?id=d481dcb0-dc92-45f5-a5d0-0168ed20fc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412750 Jun 25 14:45:58.555536 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.72', 39700) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:45:58.678503 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-adfe7414-897b-4857-8f19-5c879e7e3214 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:58.693688 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-adfe7414-897b-4857-8f19-5c879e7e3214 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:45:58.697433 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-adfe7414-897b-4857-8f19-5c879e7e3214 admin admin] Usage tracker for resource:security_group_rule and tenant:e715a663ef3040eeb4040518e0cdf2ae is out of sync, need to count used quota {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:45:58.700233 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-adfe7414-897b-4857-8f19-5c879e7e3214 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:45:58.706601 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-adfe7414-897b-4857-8f19-5c879e7e3214 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:45:58.789621 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-adfe7414-897b-4857-8f19-5c879e7e3214 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:58.793543 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-adfe7414-897b-4857-8f19-5c879e7e3214 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726995'] for security_group, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:58.800547 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-31f557b3-e192-46a2-940a-59d95398c2d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:45:58.843567 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-adfe7414-897b-4857-8f19-5c879e7e3214 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=e715a663ef3040eeb4040518e0cdf2ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2866340 Jun 25 14:45:58.844416 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfe7414-897b-4857-8f19-5c879e7e3214 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d6fcf4b-ede2-4f0c-ac9e-6b740d888c8f,revision_number=1']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:45:58.846052 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.72', 39706) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:45:58.847601 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-adfe7414-897b-4857-8f19-5c879e7e3214 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:45:58.905738 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-00111e6f-bb8e-48ff-ac4a-e2e0dfa8a368 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:58.932483 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-00111e6f-bb8e-48ff-ac4a-e2e0dfa8a368 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:58.989774 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-00111e6f-bb8e-48ff-ac4a-e2e0dfa8a368 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726995'] for security_group, after_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:58.993271 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-4cc3216a-61b1-448b-b868-d814ca9ab944 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:45:59.006709 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00111e6f-bb8e-48ff-ac4a-e2e0dfa8a368 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d6fcf4b-ede2-4f0c-ac9e-6b740d888c8f,revision_number=None']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:45:59.010434 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-00111e6f-bb8e-48ff-ac4a-e2e0dfa8a368 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:45:59.016274 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-00111e6f-bb8e-48ff-ac4a-e2e0dfa8a368 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:59.017384 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-00111e6f-bb8e-48ff-ac4a-e2e0dfa8a368 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/1d6fcf4b-ede2-4f0c-ac9e-6b740d888c8f HTTP/1.1" status: 204 len: 168 time: 0.1702611 Jun 25 14:45:59.301305 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.72', 39714) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:45:59.319190 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-daa53bb3-6882-4d7a-9620-f7e41190d579 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:59.333665 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-daa53bb3-6882-4d7a-9620-f7e41190d579 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:45:59.337437 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-daa53bb3-6882-4d7a-9620-f7e41190d579 admin admin] Usage tracker for resource:security_group_rule and tenant:b43db642df7c41e3bc3ece8a7e94f3d5 is out of sync, need to count used quota {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:45:59.340188 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-daa53bb3-6882-4d7a-9620-f7e41190d579 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:45:59.346348 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-daa53bb3-6882-4d7a-9620-f7e41190d579 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:45:59.430628 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-daa53bb3-6882-4d7a-9620-f7e41190d579 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:59.434604 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-daa53bb3-6882-4d7a-9620-f7e41190d579 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726995'] for security_group, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:59.441767 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-908c5fc2-4315-4ac5-9cde-ced684daf8cb tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:45:59.482392 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-daa53bb3-6882-4d7a-9620-f7e41190d579 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=b43db642df7c41e3bc3ece8a7e94f3d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1798987 Jun 25 14:45:59.483369 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa53bb3-6882-4d7a-9620-f7e41190d579 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e4490cc-ae5a-462b-8140-94fd9ff6e647,revision_number=1']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:45:59.485839 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.72', 39718) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:45:59.487101 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-daa53bb3-6882-4d7a-9620-f7e41190d579 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:45:59.543647 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-9069c64d-0056-4123-ae00-fa72fa08d347 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:59.570154 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-9069c64d-0056-4123-ae00-fa72fa08d347 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:59.625408 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-9069c64d-0056-4123-ae00-fa72fa08d347 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726995'] for security_group, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:59.628976 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-4989cc10-3333-4fbb-ad8d-73df1c508508 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:45:59.641723 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9069c64d-0056-4123-ae00-fa72fa08d347 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e4490cc-ae5a-462b-8140-94fd9ff6e647,revision_number=None']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:45:59.644527 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-9069c64d-0056-4123-ae00-fa72fa08d347 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:45:59.653442 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-9069c64d-0056-4123-ae00-fa72fa08d347 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:59.655201 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-9069c64d-0056-4123-ae00-fa72fa08d347 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/8e4490cc-ae5a-462b-8140-94fd9ff6e647 HTTP/1.1" status: 204 len: 168 time: 0.1682978 Jun 25 14:46:00.016532 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.72', 39726) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:46:00.034862 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-30d2005f-7c4d-4384-9ef3-e20337b53af2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:00.049004 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-30d2005f-7c4d-4384-9ef3-e20337b53af2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:46:00.052765 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-30d2005f-7c4d-4384-9ef3-e20337b53af2 admin admin] Usage tracker for resource:security_group_rule and tenant:5a2fec2a4eb04ad6bbef2fcc945ff63a is out of sync, need to count used quota {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:46:00.055527 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-30d2005f-7c4d-4384-9ef3-e20337b53af2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:46:00.061078 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-30d2005f-7c4d-4384-9ef3-e20337b53af2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:46:00.148149 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-30d2005f-7c4d-4384-9ef3-e20337b53af2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:00.151999 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-30d2005f-7c4d-4384-9ef3-e20337b53af2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726995'] for security_group, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:00.159213 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-8b1882d2-dad5-4771-b15a-b935b2084cec tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:46:00.199424 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-30d2005f-7c4d-4384-9ef3-e20337b53af2 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=5a2fec2a4eb04ad6bbef2fcc945ff63a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1818032 Jun 25 14:46:00.200535 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d2005f-7c4d-4384-9ef3-e20337b53af2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73560d3d-ee03-4583-9f0f-efb6e2745710,revision_number=1']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:46:00.203054 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.72', 39730) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:46:00.204040 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-30d2005f-7c4d-4384-9ef3-e20337b53af2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:46:00.268974 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-dc674723-475e-45ba-87b9-b564b9a56810 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:00.388514 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-dc674723-475e-45ba-87b9-b564b9a56810 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:00.442027 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-dc674723-475e-45ba-87b9-b564b9a56810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726995'] for security_group, after_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:00.445729 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-6d853ec9-85c0-488d-abe0-a3db568882fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:46:00.458408 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc674723-475e-45ba-87b9-b564b9a56810 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73560d3d-ee03-4583-9f0f-efb6e2745710,revision_number=None']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:46:00.462155 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-dc674723-475e-45ba-87b9-b564b9a56810 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:46:00.467359 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-dc674723-475e-45ba-87b9-b564b9a56810 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:00.468817 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-dc674723-475e-45ba-87b9-b564b9a56810 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/73560d3d-ee03-4583-9f0f-efb6e2745710 HTTP/1.1" status: 204 len: 168 time: 0.2645700 Jun 25 14:46:02.683153 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.72', 39802) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:46:02.799725 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-47ce16e3-a20e-43cc-9c35-0bc91f1b36da admin admin] Notify callbacks [] for security_group, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:02.814157 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-47ce16e3-a20e-43cc-9c35-0bc91f1b36da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:46:02.817973 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-47ce16e3-a20e-43cc-9c35-0bc91f1b36da admin admin] Usage tracker for resource:security_group_rule and tenant:0689d19b071c443b8ecacf643fa3a655 is out of sync, need to count used quota {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:46:02.820831 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-47ce16e3-a20e-43cc-9c35-0bc91f1b36da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:46:02.826483 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-47ce16e3-a20e-43cc-9c35-0bc91f1b36da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:46:02.913418 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-47ce16e3-a20e-43cc-9c35-0bc91f1b36da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:02.918144 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-47ce16e3-a20e-43cc-9c35-0bc91f1b36da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726995'] for security_group, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:02.924833 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-143ad4b0-76ae-40c6-9d79-6e97ff4d78ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:46:02.966031 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-47ce16e3-a20e-43cc-9c35-0bc91f1b36da admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=0689d19b071c443b8ecacf643fa3a655&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2816961 Jun 25 14:46:02.966826 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ce16e3-a20e-43cc-9c35-0bc91f1b36da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e9c99f7-91f1-4162-838a-436589a8fe2a,revision_number=1']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:46:02.969269 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.72', 39808) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:46:02.974934 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ce16e3-a20e-43cc-9c35-0bc91f1b36da admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:46:02.975299 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ce16e3-a20e-43cc-9c35-0bc91f1b36da admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:46:02.975651 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ce16e3-a20e-43cc-9c35-0bc91f1b36da admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:46:02.976002 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ce16e3-a20e-43cc-9c35-0bc91f1b36da admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:46:02.976341 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ce16e3-a20e-43cc-9c35-0bc91f1b36da admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:46:02.976684 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ce16e3-a20e-43cc-9c35-0bc91f1b36da admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:46:02.977023 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ce16e3-a20e-43cc-9c35-0bc91f1b36da admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:46:02.977361 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ce16e3-a20e-43cc-9c35-0bc91f1b36da admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:46:02.977728 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ce16e3-a20e-43cc-9c35-0bc91f1b36da admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:46:02.978061 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ce16e3-a20e-43cc-9c35-0bc91f1b36da admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:46:02.978647 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ce16e3-a20e-43cc-9c35-0bc91f1b36da admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:46:02.978978 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ce16e3-a20e-43cc-9c35-0bc91f1b36da admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:46:02.982576 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-47ce16e3-a20e-43cc-9c35-0bc91f1b36da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:46:03.032574 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-66bf4d32-3470-4a09-9767-191b2e54fdaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:03.061276 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-66bf4d32-3470-4a09-9767-191b2e54fdaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:03.203017 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-66bf4d32-3470-4a09-9767-191b2e54fdaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726995'] for security_group, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:03.206701 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-53f8f3be-0e6b-415c-9839-5846bfb82aa6 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:46:03.218858 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bf4d32-3470-4a09-9767-191b2e54fdaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e9c99f7-91f1-4162-838a-436589a8fe2a,revision_number=None']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:46:03.221337 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-66bf4d32-3470-4a09-9767-191b2e54fdaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:46:03.229836 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-66bf4d32-3470-4a09-9767-191b2e54fdaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:03.230995 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-66bf4d32-3470-4a09-9767-191b2e54fdaf admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/8e9c99f7-91f1-4162-838a-436589a8fe2a HTTP/1.1" status: 204 len: 168 time: 0.2601693 Jun 25 14:46:03.515768 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.72', 39816) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:46:03.534001 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-f0692167-26f1-4d94-b47c-870e0d283925 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:03.553529 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-f0692167-26f1-4d94-b47c-870e0d283925 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:46:03.557330 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-f0692167-26f1-4d94-b47c-870e0d283925 admin admin] Usage tracker for resource:security_group_rule and tenant:ce8a7fbf4eaa471b8fbee72660b27bad is out of sync, need to count used quota {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:46:03.560168 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-f0692167-26f1-4d94-b47c-870e0d283925 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:46:03.566485 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-f0692167-26f1-4d94-b47c-870e0d283925 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:46:03.652577 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-f0692167-26f1-4d94-b47c-870e0d283925 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:03.657361 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-f0692167-26f1-4d94-b47c-870e0d283925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726995'] for security_group, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:03.665882 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-8d02ad20-878c-476a-a073-ce06847ca94f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:46:03.709427 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0692167-26f1-4d94-b47c-870e0d283925 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81e15065-fe71-4ee5-89aa-69c036dd5d58,revision_number=1']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:46:03.712524 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-f0692167-26f1-4d94-b47c-870e0d283925 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:46:03.715111 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-f0692167-26f1-4d94-b47c-870e0d283925 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ce8a7fbf4eaa471b8fbee72660b27bad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1983294 Jun 25 14:46:03.718599 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.72', 39820) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:46:03.775690 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-992064a6-5e8c-40dd-b720-5f888fa6e878 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:03.801773 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-992064a6-5e8c-40dd-b720-5f888fa6e878 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:03.855266 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-992064a6-5e8c-40dd-b720-5f888fa6e878 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726995'] for security_group, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:03.860323 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-130ba62d-ec1f-4ad0-83a7-f6069354bc98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:46:03.872932 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992064a6-5e8c-40dd-b720-5f888fa6e878 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81e15065-fe71-4ee5-89aa-69c036dd5d58,revision_number=None']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:46:03.876759 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-992064a6-5e8c-40dd-b720-5f888fa6e878 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:46:03.877618 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-992064a6-5e8c-40dd-b720-5f888fa6e878 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:03.878675 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-992064a6-5e8c-40dd-b720-5f888fa6e878 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/81e15065-fe71-4ee5-89aa-69c036dd5d58 HTTP/1.1" status: 204 len: 168 time: 0.1590233 Jun 25 14:46:08.614523 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-0c8a84eb-5440-4d9b-aec7-db606fb6ab04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:08.986919 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:11.279493 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-8c0df0bf-aaa9-4cb8-a4e0-30f7639bccd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:12.256019 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-d14b10cb-2ead-4edf-9c0b-578ba992fa59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:13.520254 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-0959a481-12d6-4798-a5c7-3b38329e38d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:18.493846 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.db.agents_db [None req-33cd8ffe-8d55-4e82-a60c-f31f0cdcb446 None None] Agent healthcheck: found 6 active agents {{(pid=78400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 25 14:46:21.185294 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:37.496474 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d249e2-fcd1-4903-9f33-3cb2071d7c47 req-b6cc44c1-7caf-46fd-b948-27470a7d17f1 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:46:37.497996 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-93d249e2-fcd1-4903-9f33-3cb2071d7c47 req-b6cc44c1-7caf-46fd-b948-27470a7d17f1 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/ports?device_id=992fcf44-1dec-4001-a238-b7972821ac06 HTTP/1.1" status: 200 len: 946 time: 0.0906963 Jun 25 14:46:37.549589 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-93d249e2-fcd1-4903-9f33-3cb2071d7c47 req-75e62927-8871-4425-8236-3ffed0020e2a tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/security-groups?id=d481dcb0-dc92-45f5-a5d0-0168ed20fc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453598 Jun 25 14:46:38.617353 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-c59689e7-21da-40cd-bae6-1e37c8348288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:38.753618 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e170689-ce76-4b73-896f-e3888584dcfb req-3ef87a54-f945-494d-9595-7f8747e1aa79 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:46:38.755116 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-2e170689-ce76-4b73-896f-e3888584dcfb req-3ef87a54-f945-494d-9595-7f8747e1aa79 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/ports?device_id=992fcf44-1dec-4001-a238-b7972821ac06 HTTP/1.1" status: 200 len: 946 time: 0.0859129 Jun 25 14:46:38.809477 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-2e170689-ce76-4b73-896f-e3888584dcfb req-d85b12e3-abaa-44d5-913f-c2a5fedfc98c tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/security-groups?id=d481dcb0-dc92-45f5-a5d0-0168ed20fc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486219 Jun 25 14:46:38.990943 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:39.142622 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dcd7c2-d967-4616-84c2-9b1a528bc1e8 req-e224aba0-64e1-48b1-9926-34eaf6669e46 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:46:39.143928 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-27dcd7c2-d967-4616-84c2-9b1a528bc1e8 req-e224aba0-64e1-48b1-9926-34eaf6669e46 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.77 "GET /v2.0/ports?device_id=992fcf44-1dec-4001-a238-b7972821ac06 HTTP/1.1" status: 200 len: 946 time: 0.0817473 Jun 25 14:46:39.219813 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.plugin [req-27dcd7c2-d967-4616-84c2-9b1a528bc1e8 req-7d83c8f6-b2b6-4780-946f-560a1b3ee087 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Deleting port 5aaae651-0119-4cf4-aee8-628f5e27169e {{(pid=78397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 25 14:46:39.220384 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-27dcd7c2-d967-4616-84c2-9b1a528bc1e8 req-7d83c8f6-b2b6-4780-946f-560a1b3ee087 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747172683120'] for port, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:39.464965 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.db [req-27dcd7c2-d967-4616-84c2-9b1a528bc1e8 req-7d83c8f6-b2b6-4780-946f-560a1b3ee087 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] For port 5aaae651-0119-4cf4-aee8-628f5e27169e, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=5aaae651-0119-4cf4-aee8-628f5e27169e,segment=NetworkSegment(715dd0a5-8081-4e27-94a5-147a06fdbf26),segment_id=715dd0a5-8081-4e27-94a5-147a06fdbf26)] {{(pid=78397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:46:39.465309 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-27dcd7c2-d967-4616-84c2-9b1a528bc1e8 req-7d83c8f6-b2b6-4780-946f-560a1b3ee087 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-413696'] for port, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:39.747908 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-27dcd7c2-d967-4616-84c2-9b1a528bc1e8 req-7d83c8f6-b2b6-4780-946f-560a1b3ee087 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:39.748226 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-27dcd7c2-d967-4616-84c2-9b1a528bc1e8 req-7d83c8f6-b2b6-4780-946f-560a1b3ee087 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-497906'] for floatingip, after_update {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:39.748534 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.db.l3_db [req-27dcd7c2-d967-4616-84c2-9b1a528bc1e8 req-7d83c8f6-b2b6-4780-946f-560a1b3ee087 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Floating IP d817aacb-223f-4be2-9e1c-b283525eb66e disassociated. External IP: 172.28.1.118, port: 5aaae651-0119-4cf4-aee8-628f5e27169e. Jun 25 14:46:39.748864 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.plugin [req-27dcd7c2-d967-4616-84c2-9b1a528bc1e8 req-7d83c8f6-b2b6-4780-946f-560a1b3ee087 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Calling delete_port for 5aaae651-0119-4cf4-aee8-628f5e27169e owned by compute:nova {{(pid=78397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 25 14:46:39.903566 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-27dcd7c2-d967-4616-84c2-9b1a528bc1e8 req-7d83c8f6-b2b6-4780-946f-560a1b3ee087 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747172683996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747172243478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127937375'] for port, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:39.911726 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-cfbb7f2a-9ed4-4830-b6a5-0b78cfa6e173 tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:46:39.962404 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d83c8f6-b2b6-4780-946f-560a1b3ee087 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Pushing event deleted for resources: {'Port': ['ID=5aaae651-0119-4cf4-aee8-628f5e27169e,revision_number=None']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:46:39.973478 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d83c8f6-b2b6-4780-946f-560a1b3ee087 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:46:39.973896 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d83c8f6-b2b6-4780-946f-560a1b3ee087 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:46:39.974263 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d83c8f6-b2b6-4780-946f-560a1b3ee087 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:46:39.974626 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d83c8f6-b2b6-4780-946f-560a1b3ee087 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:46:39.976080 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d83c8f6-b2b6-4780-946f-560a1b3ee087 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:46:39.976080 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d83c8f6-b2b6-4780-946f-560a1b3ee087 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:46:39.976080 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d83c8f6-b2b6-4780-946f-560a1b3ee087 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:46:39.976080 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d83c8f6-b2b6-4780-946f-560a1b3ee087 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:46:39.976427 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d83c8f6-b2b6-4780-946f-560a1b3ee087 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:46:39.976695 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d83c8f6-b2b6-4780-946f-560a1b3ee087 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:46:39.977026 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d83c8f6-b2b6-4780-946f-560a1b3ee087 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:46:39.977376 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d83c8f6-b2b6-4780-946f-560a1b3ee087 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:46:39.981379 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-7d83c8f6-b2b6-4780-946f-560a1b3ee087 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:46:39.984135 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-3897dd0c-1532-44df-b8c5-11940c392538 req-1534b3fb-0945-4d60-ba6a-e7283fa46a25 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/ports?device_id=992fcf44-1dec-4001-a238-b7972821ac06 HTTP/1.1" status: 200 len: 210 time: 0.0570686 Jun 25 14:46:40.178134 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.scheduler.l3_agent_scheduler [req-27dcd7c2-d967-4616-84c2-9b1a528bc1e8 req-7d83c8f6-b2b6-4780-946f-560a1b3ee087 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Router 03ef6f23-e4d5-412c-8e3f-21dd3d1b0712 has already been hosted by L3 agent 941bc864-709b-4c09-a7df-f27e1f49545a {{(pid=78397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 14:46:40.249286 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.72', 40086) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:46:40.375366 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-960d4124-740c-4cce-9d48-aa852f9e5199 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:40.391752 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-960d4124-740c-4cce-9d48-aa852f9e5199 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:46:40.395946 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-960d4124-740c-4cce-9d48-aa852f9e5199 admin admin] Usage tracker for resource:security_group_rule and tenant:f38e944a53c9408084dac252c1ca9ab1 is out of sync, need to count used quota {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:46:40.399284 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-960d4124-740c-4cce-9d48-aa852f9e5199 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:46:40.405908 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-960d4124-740c-4cce-9d48-aa852f9e5199 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:46:40.482377 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-27dcd7c2-d967-4616-84c2-9b1a528bc1e8 req-7d83c8f6-b2b6-4780-946f-560a1b3ee087 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Notify agent at l3_agent.dv-cinder-798091-1-smb the message routers_updated {{(pid=78397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 25 14:46:40.493592 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3c3a86-c1e9-4e8b-80c8-1e4aab02c2c5 None None] Sync routers for ids ['03ef6f23-e4d5-412c-8e3f-21dd3d1b0712'] in dv-cinder-798091-1-smb {{(pid=78400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 14:46:40.497479 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-960d4124-740c-4cce-9d48-aa852f9e5199 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:40.503087 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-960d4124-740c-4cce-9d48-aa852f9e5199 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726995'] for security_group, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:40.507084 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3c3a86-c1e9-4e8b-80c8-1e4aab02c2c5 None None] Routers {'03ef6f23-e4d5-412c-8e3f-21dd3d1b0712'} bound to L3 agent in host dv-cinder-798091-1-smb {{(pid=78400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:46:40.507740 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.db.l3_hamode_db [None req-ce3c3a86-c1e9-4e8b-80c8-1e4aab02c2c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798091-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T14:30:11Z,description=,heartbeat_timestamp=2021-06-25T14:46:11Z,host='dv-cinder-798091-1-smb',id=941bc864-709b-4c09-a7df-f27e1f49545a,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:30:11Z,topic='l3_agent')) {'router_ids': ['03ef6f23-e4d5-412c-8e3f-21dd3d1b0712'], 'active': True} {{(pid=78400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:46:40.516153 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-7fe76958-4175-4e2b-abd7-313d0a520ee7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:46:40.544817 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960d4124-740c-4cce-9d48-aa852f9e5199 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d09ede05-e645-4f9b-aa60-79a78b81cb54,revision_number=1']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:46:40.549598 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-960d4124-740c-4cce-9d48-aa852f9e5199 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:46:40.566096 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.l3_dvrscheduler_db [req-27dcd7c2-d967-4616-84c2-9b1a528bc1e8 req-7d83c8f6-b2b6-4780-946f-560a1b3ee087 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] No DVR routers for this DVR port 5aaae651-0119-4cf4-aee8-628f5e27169e on host hv-cinder-79809 {{(pid=78397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 14:46:40.567494 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-960d4124-740c-4cce-9d48-aa852f9e5199 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=f38e944a53c9408084dac252c1ca9ab1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3171711 Jun 25 14:46:40.568766 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-27dcd7c2-d967-4616-84c2-9b1a528bc1e8 req-7d83c8f6-b2b6-4780-946f-560a1b3ee087 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257150'] for port, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:40.570044 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.72', 40092) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:46:40.572087 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '992fcf44-1dec-4001-a238-b7972821ac06', 'name': 'network-vif-deleted', 'tag': '5aaae651-0119-4cf4-aee8-628f5e27169e'}] {{(pid=78397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:46:40.591192 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-27dcd7c2-d967-4616-84c2-9b1a528bc1e8 req-7d83c8f6-b2b6-4780-946f-560a1b3ee087 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.77 "DELETE /v2.0/ports/5aaae651-0119-4cf4-aee8-628f5e27169e HTTP/1.1" status: 204 len: 173 time: 1.4386225 Jun 25 14:46:40.627442 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '992fcf44-1dec-4001-a238-b7972821ac06', 'name': 'network-vif-deleted', 'tag': '5aaae651-0119-4cf4-aee8-628f5e27169e', 'status': 'completed', 'code': 200} Jun 25 14:46:40.641429 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-9d3d9d5b-ce8d-48ab-879b-c7169547d536 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:40.670546 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-9d3d9d5b-ce8d-48ab-879b-c7169547d536 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:40.701268 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.db.l3_dvr_db [None req-ce3c3a86-c1e9-4e8b-80c8-1e4aab02c2c5 None None] Set router 03ef6f23-e4d5-412c-8e3f-21dd3d1b0712 gateway port host: dv-cinder-798091-1-smb {{(pid=78400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:46:40.735525 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-9d3d9d5b-ce8d-48ab-879b-c7169547d536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726995'] for security_group, after_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:40.739286 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-0be6b0ca-e8b6-44a7-a3d3-d729c519277a tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:46:40.754821 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3d9d5b-ce8d-48ab-879b-c7169547d536 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d09ede05-e645-4f9b-aa60-79a78b81cb54,revision_number=None']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:46:40.757833 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-9d3d9d5b-ce8d-48ab-879b-c7169547d536 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:46:40.779677 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-9d3d9d5b-ce8d-48ab-879b-c7169547d536 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:40.783455 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-9d3d9d5b-ce8d-48ab-879b-c7169547d536 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/d09ede05-e645-4f9b-aa60-79a78b81cb54 HTTP/1.1" status: 204 len: 168 time: 0.2100465 Jun 25 14:46:41.069874 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.db.l3_hamode_db [None req-ce3c3a86-c1e9-4e8b-80c8-1e4aab02c2c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03ef6f23-e4d5-412c-8e3f-21dd3d1b0712', 'name': 'tempest-AttachVolumeShelveTestJSON-537812765-router', 'tenant_id': '7a64d79372ce407f85b911ae6861af7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee', 'external_fixed_ips': [{'subnet_id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'ip_address': '172.28.1.153'}], 'enable_snat': True}, 'gw_port_id': '2bb245d5-8ebe-41a4-8500-5743feba021d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:38:58Z', 'updated_at': '2021-06-25T14:39:22Z', 'revision_number': 4, 'project_id': '7a64d79372ce407f85b911ae6861af7f', 'gw_port': {'id': '2bb245d5-8ebe-41a4-8500-5743feba021d', 'name': '', 'network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:70:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ef6f23-e4d5-412c-8e3f-21dd3d1b0712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'ip_address': '172.28.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:39:03Z', 'updated_at': '2021-06-25T14:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798091-1-smb', '_interfaces': [{'id': '0e4b48df-7398-4425-b51b-efca48aecca5', 'name': '', 'network_id': 'fc3ffe9c-74f9-42a1-af5f-69842b644ae0', 'tenant_id': '7a64d79372ce407f85b911ae6861af7f', 'mac_address': 'fa:16:3e:f9:96:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ef6f23-e4d5-412c-8e3f-21dd3d1b0712', 'device_owner': 'network:router_interface', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': '24c79731-6cdf-4634-b94b-8a5d29662e96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:39:21Z', 'updated_at': '2021-06-25T14:39:36Z', 'revision_number': 5, 'project_id': '7a64d79372ce407f85b911ae6861af7f', 'subnets': [{'id': '24c79731-6cdf-4634-b94b-8a5d29662e96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798091-1-smb', False) {} {{(pid=78400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:46:41.073912 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3c3a86-c1e9-4e8b-80c8-1e4aab02c2c5 None None] Checking router: 03ef6f23-e4d5-412c-8e3f-21dd3d1b0712 for host: dv-cinder-798091-1-smb {{(pid=78400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 14:46:41.083304 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3c3a86-c1e9-4e8b-80c8-1e4aab02c2c5 None None] Routers {'03ef6f23-e4d5-412c-8e3f-21dd3d1b0712'} bound to L3 agent in host dv-cinder-798091-1-smb {{(pid=78400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:46:41.083869 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.db.l3_hamode_db [None req-ce3c3a86-c1e9-4e8b-80c8-1e4aab02c2c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798091-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T14:30:11Z,description=,heartbeat_timestamp=2021-06-25T14:46:11Z,host='dv-cinder-798091-1-smb',id=941bc864-709b-4c09-a7df-f27e1f49545a,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:30:11Z,topic='l3_agent')) {'router_ids': ['03ef6f23-e4d5-412c-8e3f-21dd3d1b0712'], 'active': True} {{(pid=78400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:46:41.118005 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.72', 40110) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:46:41.191421 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-3f50ac2f-1a66-4047-86bc-4b5f99dab708 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Notify callbacks [] for security_group, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:41.220765 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-3f50ac2f-1a66-4047-86bc-4b5f99dab708 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:41.283390 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-3f50ac2f-1a66-4047-86bc-4b5f99dab708 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726995'] for security_group, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:41.287307 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-0a47c747-1872-4907-ba4a-31c0662ca5c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:41.288797 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-f7480a69-7d5e-483f-8523-d2b30d3bf2c0 tempest-VolumesNegativeTest-180168342 tempest-VolumesNegativeTest-180168342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:46:41.291915 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.db.l3_dvr_db [None req-ce3c3a86-c1e9-4e8b-80c8-1e4aab02c2c5 None None] Set router 03ef6f23-e4d5-412c-8e3f-21dd3d1b0712 gateway port host: dv-cinder-798091-1-smb {{(pid=78400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:46:41.304596 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f50ac2f-1a66-4047-86bc-4b5f99dab708 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d481dcb0-dc92-45f5-a5d0-0168ed20fc2e,revision_number=None']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:46:41.308962 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-3f50ac2f-1a66-4047-86bc-4b5f99dab708 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:46:41.313698 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-3f50ac2f-1a66-4047-86bc-4b5f99dab708 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Notify callbacks [] for security_group, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:41.317472 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-3f50ac2f-1a66-4047-86bc-4b5f99dab708 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "DELETE /v2.0/security-groups/d481dcb0-dc92-45f5-a5d0-0168ed20fc2e HTTP/1.1" status: 204 len: 168 time: 0.1958961 Jun 25 14:46:41.317796 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.72', 40118) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:46:41.335474 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.api.v2.resource [None req-e0991699-a24a-4dbd-9393-01d1aa0c4e76 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] show failed (client error): The resource could not be found. Jun 25 14:46:41.337738 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-e0991699-a24a-4dbd-9393-01d1aa0c4e76 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "GET /v2.0/security-groups/d481dcb0-dc92-45f5-a5d0-0168ed20fc2e HTTP/1.1" status: 404 len: 347 time: 0.0179334 Jun 25 14:46:41.339761 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.72', 40124) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:46:41.506344 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.plugin [None req-913446ef-c907-4a4a-9ae1-5b8642e97961 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Deleting port 3697f2a6-1650-492c-b7e3-119a623d95fa {{(pid=78397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 25 14:46:41.506682 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-913446ef-c907-4a4a-9ae1-5b8642e97961 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747172683120'] for port, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:41.642182 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.db.l3_hamode_db [None req-ce3c3a86-c1e9-4e8b-80c8-1e4aab02c2c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03ef6f23-e4d5-412c-8e3f-21dd3d1b0712', 'name': 'tempest-AttachVolumeShelveTestJSON-537812765-router', 'tenant_id': '7a64d79372ce407f85b911ae6861af7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee', 'external_fixed_ips': [{'subnet_id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'ip_address': '172.28.1.153'}], 'enable_snat': True}, 'gw_port_id': '2bb245d5-8ebe-41a4-8500-5743feba021d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:38:58Z', 'updated_at': '2021-06-25T14:39:22Z', 'revision_number': 4, 'project_id': '7a64d79372ce407f85b911ae6861af7f', 'gw_port': {'id': '2bb245d5-8ebe-41a4-8500-5743feba021d', 'name': '', 'network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:70:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ef6f23-e4d5-412c-8e3f-21dd3d1b0712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'ip_address': '172.28.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:39:03Z', 'updated_at': '2021-06-25T14:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798091-1-smb', '_interfaces': [{'id': '0e4b48df-7398-4425-b51b-efca48aecca5', 'name': '', 'network_id': 'fc3ffe9c-74f9-42a1-af5f-69842b644ae0', 'tenant_id': '7a64d79372ce407f85b911ae6861af7f', 'mac_address': 'fa:16:3e:f9:96:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ef6f23-e4d5-412c-8e3f-21dd3d1b0712', 'device_owner': 'network:router_interface', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': '24c79731-6cdf-4634-b94b-8a5d29662e96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:39:21Z', 'updated_at': '2021-06-25T14:39:36Z', 'revision_number': 5, 'project_id': '7a64d79372ce407f85b911ae6861af7f', 'subnets': [{'id': '24c79731-6cdf-4634-b94b-8a5d29662e96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798091-1-smb', False) {} {{(pid=78400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:46:41.646220 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3c3a86-c1e9-4e8b-80c8-1e4aab02c2c5 None None] The sync data for ids ['03ef6f23-e4d5-412c-8e3f-21dd3d1b0712'] in dv-cinder-798091-1-smb is: [{'id': '03ef6f23-e4d5-412c-8e3f-21dd3d1b0712', 'name': 'tempest-AttachVolumeShelveTestJSON-537812765-router', 'tenant_id': '7a64d79372ce407f85b911ae6861af7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee', 'external_fixed_ips': [{'subnet_id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'ip_address': '172.28.1.153'}], 'enable_snat': True}, 'gw_port_id': '2bb245d5-8ebe-41a4-8500-5743feba021d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:38:58Z', 'updated_at': '2021-06-25T14:39:22Z', 'revision_number': 4, 'project_id': '7a64d79372ce407f85b911ae6861af7f', 'gw_port': {'id': '2bb245d5-8ebe-41a4-8500-5743feba021d', 'name': '', 'network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:70:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ef6f23-e4d5-412c-8e3f-21dd3d1b0712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'ip_address': '172.28.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:39:03Z', 'updated_at': '2021-06-25T14:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798091-1-smb', '_interfaces': [{'id': '0e4b48df-7398-4425-b51b-efca48aecca5', 'name': '', 'network_id': 'fc3ffe9c-74f9-42a1-af5f-69842b644ae0', 'tenant_id': '7a64d79372ce407f85b911ae6861af7f', 'mac_address': 'fa:16:3e:f9:96:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ef6f23-e4d5-412c-8e3f-21dd3d1b0712', 'device_owner': 'network:router_interface', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': '24c79731-6cdf-4634-b94b-8a5d29662e96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:39:21Z', 'updated_at': '2021-06-25T14:39:36Z', 'revision_number': 5, 'project_id': '7a64d79372ce407f85b911ae6861af7f', 'subnets': [{'id': '24c79731-6cdf-4634-b94b-8a5d29662e96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 14:46:41.691364 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-913446ef-c907-4a4a-9ae1-5b8642e97961 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-413696'] for port, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:41.691697 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-913446ef-c907-4a4a-9ae1-5b8642e97961 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:41.824261 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.plugin [None req-913446ef-c907-4a4a-9ae1-5b8642e97961 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Calling delete_port for 3697f2a6-1650-492c-b7e3-119a623d95fa owned by network:floatingip {{(pid=78397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 25 14:46:41.916829 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c256f0d6-e6e5-44e2-be15-d1d08e5d66aa None None] New status for floating IP d817aacb-223f-4be2-9e1c-b283525eb66e: DOWN {{(pid=78399) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 25 14:46:41.995070 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-913446ef-c907-4a4a-9ae1-5b8642e97961 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747172683996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747172243478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127937375'] for port, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:41.999136 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-b3772e5a-d26c-4a2d-94b3-530d88466632 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:46:42.041329 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913446ef-c907-4a4a-9ae1-5b8642e97961 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Pushing event deleted for resources: {'Port': ['ID=3697f2a6-1650-492c-b7e3-119a623d95fa,revision_number=None']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:46:42.043752 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-913446ef-c907-4a4a-9ae1-5b8642e97961 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:46:42.072889 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.db.api [None req-c256f0d6-e6e5-44e2-be15-d1d08e5d66aa None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=78399) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 25 14:46:42.073682 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_db.api [None req-c256f0d6-e6e5-44e2-be15-d1d08e5d66aa None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=78399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 25 14:46:42.144910 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-913446ef-c907-4a4a-9ae1-5b8642e97961 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Notify callbacks [] for floatingip, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:42.159482 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-913446ef-c907-4a4a-9ae1-5b8642e97961 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257150'] for floatingip, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:42.160601 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-913446ef-c907-4a4a-9ae1-5b8642e97961 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] 10.222.0.72 "DELETE /v2.0/floatingips/d817aacb-223f-4be2-9e1c-b283525eb66e HTTP/1.1" status: 204 len: 168 time: 0.8198063 Jun 25 14:46:42.261978 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-d14b10cb-2ead-4edf-9c0b-578ba992fa59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:42.575932 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c256f0d6-e6e5-44e2-be15-d1d08e5d66aa None None] New status for floating IP d817aacb-223f-4be2-9e1c-b283525eb66e: DOWN {{(pid=78399) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 25 14:46:43.320166 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Device 5aaae651-0119-4cf4-aee8-628f5e27169e no longer exists at agent hyperv_hv-cinder-79809 {{(pid=78399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 25 14:46:43.355286 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.plugin [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] No Port match for: 5aaae651-0119-4cf4-aee8-628f5e27169e {{(pid=78399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 25 14:46:43.355626 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Device 5aaae651-0119-4cf4-aee8-628f5e27169e not bound to the agent host hv-cinder-79809 {{(pid=78399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 25 14:46:43.527968 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-0959a481-12d6-4798-a5c7-3b38329e38d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:45.016265 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.72', 40186) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:46:45.837451 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-ebedd13a-afb7-48bd-85d1-50536ce6cdb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-499200'] for router_interface, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:46.195554 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.plugin [None req-ebedd13a-afb7-48bd-85d1-50536ce6cdb1 admin admin] Deleting port 0e4b48df-7398-4425-b51b-efca48aecca5 {{(pid=78397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 25 14:46:46.196110 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-ebedd13a-afb7-48bd-85d1-50536ce6cdb1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747172683120'] for port, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:46.372792 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.db [None req-ebedd13a-afb7-48bd-85d1-50536ce6cdb1 admin admin] For port 0e4b48df-7398-4425-b51b-efca48aecca5, host dv-cinder-798091-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798091-1-smb',level=0,port_id=0e4b48df-7398-4425-b51b-efca48aecca5,segment=NetworkSegment(715dd0a5-8081-4e27-94a5-147a06fdbf26),segment_id=715dd0a5-8081-4e27-94a5-147a06fdbf26)] {{(pid=78397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:46:46.373164 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-ebedd13a-afb7-48bd-85d1-50536ce6cdb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-413696'] for port, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:46.494894 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.plugin [None req-ebedd13a-afb7-48bd-85d1-50536ce6cdb1 admin admin] Calling delete_port for 0e4b48df-7398-4425-b51b-efca48aecca5 owned by network:router_interface {{(pid=78397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 25 14:46:46.670965 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-ebedd13a-afb7-48bd-85d1-50536ce6cdb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747172683996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747172243478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127937375'] for port, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:46.674635 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-dac4302a-d4eb-41e0-8de1-b1a3c53f7e27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:46:46.718387 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebedd13a-afb7-48bd-85d1-50536ce6cdb1 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e4b48df-7398-4425-b51b-efca48aecca5,revision_number=None']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:46:46.722235 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-ebedd13a-afb7-48bd-85d1-50536ce6cdb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:46:46.992854 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-ebedd13a-afb7-48bd-85d1-50536ce6cdb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3692191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-499372'] for router_interface, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:47.466445 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebedd13a-afb7-48bd-85d1-50536ce6cdb1 admin admin] Router 03ef6f23-e4d5-412c-8e3f-21dd3d1b0712 has already been hosted by L3 agent 941bc864-709b-4c09-a7df-f27e1f49545a {{(pid=78397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 14:46:47.512728 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.72', 40204) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:46:47.633214 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-5cf17139-5ed8-4cb6-b6bb-753f22c63ebe admin admin] Notify callbacks [] for security_group, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:47.648456 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-5cf17139-5ed8-4cb6-b6bb-753f22c63ebe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:46:47.648925 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebedd13a-afb7-48bd-85d1-50536ce6cdb1 admin admin] Notify agent at l3_agent.dv-cinder-798091-1-smb the message routers_updated {{(pid=78397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 25 14:46:47.652553 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-5cf17139-5ed8-4cb6-b6bb-753f22c63ebe admin admin] Usage tracker for resource:security_group_rule and tenant:e334808610d842c4b393b88502eddb96 is out of sync, need to count used quota {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:46:47.658015 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7248a5d6-c60f-4599-9fa2-e90295edce66 None None] Sync routers for ids ['03ef6f23-e4d5-412c-8e3f-21dd3d1b0712'] in dv-cinder-798091-1-smb {{(pid=78400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 14:46:47.661590 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-ebedd13a-afb7-48bd-85d1-50536ce6cdb1 admin admin] 10.222.0.72 "PUT /v2.0/routers/03ef6f23-e4d5-412c-8e3f-21dd3d1b0712/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6439998 Jun 25 14:46:47.663188 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-5cf17139-5ed8-4cb6-b6bb-753f22c63ebe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:46:47.663942 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.72', 40210) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:46:47.669351 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-5cf17139-5ed8-4cb6-b6bb-753f22c63ebe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:46:47.671555 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7248a5d6-c60f-4599-9fa2-e90295edce66 None None] Routers {'03ef6f23-e4d5-412c-8e3f-21dd3d1b0712'} bound to L3 agent in host dv-cinder-798091-1-smb {{(pid=78400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:46:47.672274 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.db.l3_hamode_db [None req-7248a5d6-c60f-4599-9fa2-e90295edce66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798091-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T14:30:11Z,description=,heartbeat_timestamp=2021-06-25T14:46:41Z,host='dv-cinder-798091-1-smb',id=941bc864-709b-4c09-a7df-f27e1f49545a,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:30:11Z,topic='l3_agent')) {'router_ids': ['03ef6f23-e4d5-412c-8e3f-21dd3d1b0712'], 'active': True} {{(pid=78400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:46:47.760642 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-5cf17139-5ed8-4cb6-b6bb-753f22c63ebe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:47.764671 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-5cf17139-5ed8-4cb6-b6bb-753f22c63ebe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726995'] for security_group, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:47.774300 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-ba3cd68f-a92a-4ca0-94fc-5ab059046d4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:46:47.836940 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf17139-5ed8-4cb6-b6bb-753f22c63ebe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2435a56-9b95-4d91-b34b-9997f0b983c4,revision_number=1']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:46:47.842509 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-5cf17139-5ed8-4cb6-b6bb-753f22c63ebe admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=e334808610d842c4b393b88502eddb96&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3282681 Jun 25 14:46:47.844079 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-5cf17139-5ed8-4cb6-b6bb-753f22c63ebe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:46:47.844828 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.72', 40214) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:46:47.854981 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.db.l3_dvr_db [None req-7248a5d6-c60f-4599-9fa2-e90295edce66 None None] Set router 03ef6f23-e4d5-412c-8e3f-21dd3d1b0712 gateway port host: dv-cinder-798091-1-smb {{(pid=78400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:46:47.881872 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-1f53805a-7f8a-4df8-ae35-f58cab7717d3 admin admin] Notify callbacks [] for router, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:47.916702 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-beb75d4f-2af5-43c1-bc10-b9c45e9e0b98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:47.947812 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-beb75d4f-2af5-43c1-bc10-b9c45e9e0b98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:48.006149 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-beb75d4f-2af5-43c1-bc10-b9c45e9e0b98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726995'] for security_group, after_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:48.010724 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-7e05bdfb-dff0-4e5c-849c-e2fb16facb18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:46:48.026218 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb75d4f-2af5-43c1-bc10-b9c45e9e0b98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2435a56-9b95-4d91-b34b-9997f0b983c4,revision_number=None']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:46:48.028944 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-beb75d4f-2af5-43c1-bc10-b9c45e9e0b98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:46:48.031481 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-beb75d4f-2af5-43c1-bc10-b9c45e9e0b98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:48.034850 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-beb75d4f-2af5-43c1-bc10-b9c45e9e0b98 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/a2435a56-9b95-4d91-b34b-9997f0b983c4 HTTP/1.1" status: 204 len: 168 time: 0.1865342 Jun 25 14:46:48.078395 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-1f53805a-7f8a-4df8-ae35-f58cab7717d3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:48.088801 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.plugin [None req-1f53805a-7f8a-4df8-ae35-f58cab7717d3 admin admin] Deleting port 2bb245d5-8ebe-41a4-8500-5743feba021d {{(pid=78397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 25 14:46:48.089200 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-1f53805a-7f8a-4df8-ae35-f58cab7717d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747172683120'] for port, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:48.197979 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.db.l3_hamode_db [None req-7248a5d6-c60f-4599-9fa2-e90295edce66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03ef6f23-e4d5-412c-8e3f-21dd3d1b0712', 'name': 'tempest-AttachVolumeShelveTestJSON-537812765-router', 'tenant_id': '7a64d79372ce407f85b911ae6861af7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee', 'external_fixed_ips': [{'subnet_id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'ip_address': '172.28.1.153'}], 'enable_snat': True}, 'gw_port_id': '2bb245d5-8ebe-41a4-8500-5743feba021d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:38:58Z', 'updated_at': '2021-06-25T14:46:46Z', 'revision_number': 5, 'project_id': '7a64d79372ce407f85b911ae6861af7f', 'gw_port': {'id': '2bb245d5-8ebe-41a4-8500-5743feba021d', 'name': '', 'network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:70:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ef6f23-e4d5-412c-8e3f-21dd3d1b0712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'ip_address': '172.28.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:39:03Z', 'updated_at': '2021-06-25T14:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798091-1-smb'}], 'dv-cinder-798091-1-smb', False) {} {{(pid=78400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:46:48.202867 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7248a5d6-c60f-4599-9fa2-e90295edce66 None None] Checking router: 03ef6f23-e4d5-412c-8e3f-21dd3d1b0712 for host: dv-cinder-798091-1-smb {{(pid=78400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 14:46:48.214790 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7248a5d6-c60f-4599-9fa2-e90295edce66 None None] Routers {'03ef6f23-e4d5-412c-8e3f-21dd3d1b0712'} bound to L3 agent in host dv-cinder-798091-1-smb {{(pid=78400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:46:48.215681 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.db.l3_hamode_db [None req-7248a5d6-c60f-4599-9fa2-e90295edce66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798091-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T14:30:11Z,description=,heartbeat_timestamp=2021-06-25T14:46:41Z,host='dv-cinder-798091-1-smb',id=941bc864-709b-4c09-a7df-f27e1f49545a,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:30:11Z,topic='l3_agent')) {'router_ids': ['03ef6f23-e4d5-412c-8e3f-21dd3d1b0712'], 'active': True} {{(pid=78400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:46:48.301540 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.db [None req-1f53805a-7f8a-4df8-ae35-f58cab7717d3 admin admin] For port 2bb245d5-8ebe-41a4-8500-5743feba021d, host dv-cinder-798091-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798091-1-smb',level=0,port_id=2bb245d5-8ebe-41a4-8500-5743feba021d,segment=NetworkSegment(d6aebad4-c614-4812-b5db-5340468a6247),segment_id=d6aebad4-c614-4812-b5db-5340468a6247)] {{(pid=78397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:46:48.302313 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-1f53805a-7f8a-4df8-ae35-f58cab7717d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-413696'] for port, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:48.384061 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.db.l3_dvr_db [None req-7248a5d6-c60f-4599-9fa2-e90295edce66 None None] Set router 03ef6f23-e4d5-412c-8e3f-21dd3d1b0712 gateway port host: None {{(pid=78400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:46:48.434000 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.plugin [None req-1f53805a-7f8a-4df8-ae35-f58cab7717d3 admin admin] Calling delete_port for 2bb245d5-8ebe-41a4-8500-5743feba021d owned by network:router_gateway {{(pid=78397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 25 14:46:48.492136 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.db.l3_hamode_db [None req-7248a5d6-c60f-4599-9fa2-e90295edce66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03ef6f23-e4d5-412c-8e3f-21dd3d1b0712', 'name': 'tempest-AttachVolumeShelveTestJSON-537812765-router', 'tenant_id': '7a64d79372ce407f85b911ae6861af7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:38:58Z', 'updated_at': '2021-06-25T14:46:48Z', 'revision_number': 6, 'project_id': '7a64d79372ce407f85b911ae6861af7f', 'gw_port_host': None}], 'dv-cinder-798091-1-smb', False) {} {{(pid=78400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:46:48.496183 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7248a5d6-c60f-4599-9fa2-e90295edce66 None None] The sync data for ids ['03ef6f23-e4d5-412c-8e3f-21dd3d1b0712'] in dv-cinder-798091-1-smb is: [{'id': '03ef6f23-e4d5-412c-8e3f-21dd3d1b0712', 'name': 'tempest-AttachVolumeShelveTestJSON-537812765-router', 'tenant_id': '7a64d79372ce407f85b911ae6861af7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:38:58Z', 'updated_at': '2021-06-25T14:46:48Z', 'revision_number': 6, 'project_id': '7a64d79372ce407f85b911ae6861af7f', 'gw_port_host': None}] {{(pid=78400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 14:46:48.613835 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-1f53805a-7f8a-4df8-ae35-f58cab7717d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747172683996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747172243478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127937375'] for port, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:48.617460 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-86fd7176-ec04-474a-9e4e-aea9a9f10f40 tempest-VolumesNegativeTest-180168342 tempest-VolumesNegativeTest-180168342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:46:48.780089 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f53805a-7f8a-4df8-ae35-f58cab7717d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=2bb245d5-8ebe-41a4-8500-5743feba021d,revision_number=None']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:46:48.782499 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-1f53805a-7f8a-4df8-ae35-f58cab7717d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:46:48.875305 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-1f53805a-7f8a-4df8-ae35-f58cab7717d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-497701'] for router_gateway, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:49.051867 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-1f53805a-7f8a-4df8-ae35-f58cab7717d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-499311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1016456'] for router, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:49.054105 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-1f53805a-7f8a-4df8-ae35-f58cab7717d3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:49.078430 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-1f53805a-7f8a-4df8-ae35-f58cab7717d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412616'] for router, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:49.078964 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f53805a-7f8a-4df8-ae35-f58cab7717d3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 03ef6f23-e4d5-412c-8e3f-21dd3d1b0712 {{(pid=78397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 25 14:46:49.091558 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-1f53805a-7f8a-4df8-ae35-f58cab7717d3 admin admin] Notify callbacks [] for router, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:49.092770 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-1f53805a-7f8a-4df8-ae35-f58cab7717d3 admin admin] 10.222.0.72 "DELETE /v2.0/routers/03ef6f23-e4d5-412c-8e3f-21dd3d1b0712 HTTP/1.1" status: 204 len: 168 time: 1.4278538 Jun 25 14:46:49.095443 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.72', 40220) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:46:49.154865 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.db_base_plugin_v2 [None req-e129b588-9d37-4cfe-89b4-4da5ce3753d7 admin admin] Deleting subnet 24c79731-6cdf-4634-b94b-8a5d29662e96 {{(pid=78397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jun 25 14:46:49.157874 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-e129b588-9d37-4cfe-89b4-4da5ce3753d7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:49.210273 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-e129b588-9d37-4cfe-89b4-4da5ce3753d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127934648'] for subnet, precommit_delete_associations {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:49.289657 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-e129b588-9d37-4cfe-89b4-4da5ce3753d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3550162'] for subnet, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:49.360017 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-e129b588-9d37-4cfe-89b4-4da5ce3753d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3548165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127934638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2042342'] for subnet, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:49.364537 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:46:49.403321 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e129b588-9d37-4cfe-89b4-4da5ce3753d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=24c79731-6cdf-4634-b94b-8a5d29662e96,revision_number=None']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:46:49.406678 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-e129b588-9d37-4cfe-89b4-4da5ce3753d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:46:49.407607 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-e129b588-9d37-4cfe-89b4-4da5ce3753d7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:49.413806 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-e129b588-9d37-4cfe-89b4-4da5ce3753d7 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/24c79731-6cdf-4634-b94b-8a5d29662e96 HTTP/1.1" status: 204 len: 168 time: 0.3173454 Jun 25 14:46:49.416336 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.72', 40224) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:46:49.416780 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1212fe4c-2704-4447-ab02-d5801a2baed2 None None] Network fc3ffe9c-74f9-42a1-af5f-69842b644ae0 requested from dv-cinder-798091-1-smb {{(pid=78399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 25 14:46:49.530626 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-e0d57501-d6e2-47dd-87df-70fca4ff6185 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3443507'] for network, before_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:49.542950 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.plugin [None req-e0d57501-d6e2-47dd-87df-70fca4ff6185 admin admin] Deleting port cff6a468-5fa4-4a1d-a5ce-407b861531fe {{(pid=78398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 25 14:46:49.543409 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-e0d57501-d6e2-47dd-87df-70fca4ff6185 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747172683120'] for port, before_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:49.689400 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b68a0138-2207-4eb8-804a-a7dacc7b3be3 None None] DHCP port deletion for fc3ffe9c-74f9-42a1-af5f-69842b644ae0 request from dv-cinder-798091-1-smb {{(pid=78399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 25 14:46:49.693955 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.plugin [None req-b68a0138-2207-4eb8-804a-a7dacc7b3be3 None None] Deleting port cff6a468-5fa4-4a1d-a5ce-407b861531fe {{(pid=78399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 25 14:46:49.694337 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-b68a0138-2207-4eb8-804a-a7dacc7b3be3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747172683120'] for port, before_delete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:49.758880 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.db [None req-e0d57501-d6e2-47dd-87df-70fca4ff6185 admin admin] For port cff6a468-5fa4-4a1d-a5ce-407b861531fe, host dv-cinder-798091-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798091-1-smb',level=0,port_id=cff6a468-5fa4-4a1d-a5ce-407b861531fe,segment=NetworkSegment(715dd0a5-8081-4e27-94a5-147a06fdbf26),segment_id=715dd0a5-8081-4e27-94a5-147a06fdbf26)] {{(pid=78398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:46:49.759231 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-e0d57501-d6e2-47dd-87df-70fca4ff6185 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-413696'] for port, precommit_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:49.895236 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.plugin [None req-e0d57501-d6e2-47dd-87df-70fca4ff6185 admin admin] Calling delete_port for cff6a468-5fa4-4a1d-a5ce-407b861531fe owned by network:dhcp {{(pid=78398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 25 14:46:49.906626 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-b68a0138-2207-4eb8-804a-a7dacc7b3be3 None None] For port cff6a468-5fa4-4a1d-a5ce-407b861531fe, host dv-cinder-798091-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798091-1-smb',level=0,port_id=cff6a468-5fa4-4a1d-a5ce-407b861531fe,segment=NetworkSegment(715dd0a5-8081-4e27-94a5-147a06fdbf26),segment_id=715dd0a5-8081-4e27-94a5-147a06fdbf26)] {{(pid=78399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:46:49.907026 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-b68a0138-2207-4eb8-804a-a7dacc7b3be3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-413696'] for port, precommit_delete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:49.980682 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-e0d57501-d6e2-47dd-87df-70fca4ff6185 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747172683996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747172243478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1901102'] for port, after_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:49.984937 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-930e240d-e943-462b-8dba-39817b108524 tempest-VolumesActionsTest-1309451731 tempest-VolumesActionsTest-1309451731-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:46:50.027228 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d57501-d6e2-47dd-87df-70fca4ff6185 admin admin] Pushing event deleted for resources: {'Port': ['ID=cff6a468-5fa4-4a1d-a5ce-407b861531fe,revision_number=None']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:46:50.029810 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-e0d57501-d6e2-47dd-87df-70fca4ff6185 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:46:50.034204 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d57501-d6e2-47dd-87df-70fca4ff6185 admin admin] No DVR routers for this DVR port cff6a468-5fa4-4a1d-a5ce-407b861531fe on host dv-cinder-798091-1-smb {{(pid=78398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 14:46:50.061641 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.plugin [None req-b68a0138-2207-4eb8-804a-a7dacc7b3be3 None None] Calling delete_port for cff6a468-5fa4-4a1d-a5ce-407b861531fe owned by network:dhcp {{(pid=78399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 25 14:46:50.133298 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.db.api [None req-b68a0138-2207-4eb8-804a-a7dacc7b3be3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=78399) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 25 14:46:50.133683 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_db.api [None req-b68a0138-2207-4eb8-804a-a7dacc7b3be3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=78399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 25 14:46:50.151676 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-e0d57501-d6e2-47dd-87df-70fca4ff6185 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3547471', 'neutron.services.segments.db._delete_segments_for_network-8747172693185'] for network, precommit_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:50.165568 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.services.segments.db [None req-e0d57501-d6e2-47dd-87df-70fca4ff6185 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc3ffe9c-74f9-42a1-af5f-69842b644ae0']}} {{(pid=78398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:46:50.179534 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.services.segments.db [None req-e0d57501-d6e2-47dd-87df-70fca4ff6185 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '715dd0a5-8081-4e27-94a5-147a06fdbf26') {'for_net_delete': True} {{(pid=78398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:46:50.179831 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.services.segments.db [None req-e0d57501-d6e2-47dd-87df-70fca4ff6185 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '715dd0a5-8081-4e27-94a5-147a06fdbf26') {} {{(pid=78398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:46:50.192274 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-e0d57501-d6e2-47dd-87df-70fca4ff6185 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747172705576', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128114155'] for segment, before_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:50.208622 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-e0d57501-d6e2-47dd-87df-70fca4ff6185 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3551624'] for segment, precommit_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:50.215808 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0d57501-d6e2-47dd-87df-70fca4ff6185 admin admin] Releasing vlan 333 on physical network physnet1 to pool {{(pid=78398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 14:46:50.216231 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-e0d57501-d6e2-47dd-87df-70fca4ff6185 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3551623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1901181'] for segment, after_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:50.231119 dv-cinder-798091-1-smb neutron-server[78398]: Traceback (most recent call last): Jun 25 14:46:50.231119 dv-cinder-798091-1-smb neutron-server[78398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 14:46:50.231119 dv-cinder-798091-1-smb neutron-server[78398]: timer() Jun 25 14:46:50.231119 dv-cinder-798091-1-smb neutron-server[78398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 14:46:50.231119 dv-cinder-798091-1-smb neutron-server[78398]: cb(*args, **kw) Jun 25 14:46:50.231119 dv-cinder-798091-1-smb neutron-server[78398]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 14:46:50.231119 dv-cinder-798091-1-smb neutron-server[78398]: return func(*args, **kwargs) Jun 25 14:46:50.231119 dv-cinder-798091-1-smb neutron-server[78398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 14:46:50.231119 dv-cinder-798091-1-smb neutron-server[78398]: self._notify() Jun 25 14:46:50.231119 dv-cinder-798091-1-smb neutron-server[78398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 14:46:50.231119 dv-cinder-798091-1-smb neutron-server[78398]: self.callback(batched_events) Jun 25 14:46:50.231119 dv-cinder-798091-1-smb neutron-server[78398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 14:46:50.231119 dv-cinder-798091-1-smb neutron-server[78398]: event.method(event) Jun 25 14:46:50.231119 dv-cinder-798091-1-smb neutron-server[78398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 14:46:50.231119 dv-cinder-798091-1-smb neutron-server[78398]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 14:46:50.231119 dv-cinder-798091-1-smb neutron-server[78398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 14:46:50.231119 dv-cinder-798091-1-smb neutron-server[78398]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 14:46:50.231119 dv-cinder-798091-1-smb neutron-server[78398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 14:46:50.231119 dv-cinder-798091-1-smb neutron-server[78398]: return f(self, *a, **k) Jun 25 14:46:50.231119 dv-cinder-798091-1-smb neutron-server[78398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 14:46:50.231119 dv-cinder-798091-1-smb neutron-server[78398]: return self._get(url).json() Jun 25 14:46:50.231119 dv-cinder-798091-1-smb neutron-server[78398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 14:46:50.231119 dv-cinder-798091-1-smb neutron-server[78398]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 14:46:50.231119 dv-cinder-798091-1-smb neutron-server[78398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 14:46:50.231119 dv-cinder-798091-1-smb neutron-server[78398]: return self.request(url, 'GET', **kwargs) Jun 25 14:46:50.231119 dv-cinder-798091-1-smb neutron-server[78398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 14:46:50.231119 dv-cinder-798091-1-smb neutron-server[78398]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 14:46:50.231119 dv-cinder-798091-1-smb neutron-server[78398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 14:46:50.231119 dv-cinder-798091-1-smb neutron-server[78398]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 14:46:50.231119 dv-cinder-798091-1-smb neutron-server[78398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 14:46:50.231119 dv-cinder-798091-1-smb neutron-server[78398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 14:46:50.231119 dv-cinder-798091-1-smb neutron-server[78398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 14:46:50.253051 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Device 2bb245d5-8ebe-41a4-8500-5743feba021d no longer exists at agent ovs-agent-dv-cinder-798091-1-smb {{(pid=78399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 25 14:46:50.288502 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.plugin [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] No Port match for: 2bb245d5-8ebe-41a4-8500-5743feba021d {{(pid=78399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 25 14:46:50.288845 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Device 2bb245d5-8ebe-41a4-8500-5743feba021d not bound to the agent host dv-cinder-798091-1-smb {{(pid=78399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 25 14:46:50.289267 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Device cff6a468-5fa4-4a1d-a5ce-407b861531fe no longer exists at agent ovs-agent-dv-cinder-798091-1-smb {{(pid=78399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 25 14:46:50.312939 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-e0d57501-d6e2-47dd-87df-70fca4ff6185 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3547472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-497664'] for network, after_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:50.318014 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-e0d57501-d6e2-47dd-87df-70fca4ff6185 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692162'] for network, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:50.320697 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:46:50.327715 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.plugin [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] No Port match for: cff6a468-5fa4-4a1d-a5ce-407b861531fe {{(pid=78399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 25 14:46:50.328062 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Device cff6a468-5fa4-4a1d-a5ce-407b861531fe not bound to the agent host dv-cinder-798091-1-smb {{(pid=78399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 25 14:46:50.328495 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Device 0e4b48df-7398-4425-b51b-efca48aecca5 no longer exists at agent ovs-agent-dv-cinder-798091-1-smb {{(pid=78399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 25 14:46:50.343175 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d57501-d6e2-47dd-87df-70fca4ff6185 admin admin] Pushing event deleted for resources: {'Network': ['ID=fc3ffe9c-74f9-42a1-af5f-69842b644ae0,revision_number=None']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:46:50.346101 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-e0d57501-d6e2-47dd-87df-70fca4ff6185 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:46:50.358300 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-e0d57501-d6e2-47dd-87df-70fca4ff6185 admin admin] 10.222.0.72 "DELETE /v2.0/networks/fc3ffe9c-74f9-42a1-af5f-69842b644ae0 HTTP/1.1" status: 204 len: 168 time: 0.9403570 Jun 25 14:46:50.363937 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.plugin [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] No Port match for: 0e4b48df-7398-4425-b51b-efca48aecca5 {{(pid=78399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 25 14:46:50.364185 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Device 0e4b48df-7398-4425-b51b-efca48aecca5 not bound to the agent host dv-cinder-798091-1-smb {{(pid=78399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 25 14:46:50.535241 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.72', 40230) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:46:50.584236 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-bbdc3da9-ae7f-418d-82d0-a31b1d17bdf0 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=7a64d79372ce407f85b911ae6861af7f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0478089 Jun 25 14:46:50.586844 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.72', 40234) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:46:50.634919 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.plugin [None req-b68a0138-2207-4eb8-804a-a7dacc7b3be3 None None] Deleting port cff6a468-5fa4-4a1d-a5ce-407b861531fe {{(pid=78399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 25 14:46:50.635532 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-b68a0138-2207-4eb8-804a-a7dacc7b3be3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747172683120'] for port, before_delete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:50.707435 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.plugin [None req-b68a0138-2207-4eb8-804a-a7dacc7b3be3 None None] The port 'cff6a468-5fa4-4a1d-a5ce-407b861531fe' was deleted {{(pid=78399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Jun 25 14:46:50.747258 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-5e79d131-0acf-4acd-9ae8-345fd7850202 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:50.773706 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-5e79d131-0acf-4acd-9ae8-345fd7850202 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:50.827739 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-5e79d131-0acf-4acd-9ae8-345fd7850202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726995'] for security_group, after_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:50.831919 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-6d65713c-b950-40b2-bfab-374a00814031 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:46:50.846604 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e79d131-0acf-4acd-9ae8-345fd7850202 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da10bf67-6c64-48aa-9359-622a82b6a2dd,revision_number=None']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:46:50.850615 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-5e79d131-0acf-4acd-9ae8-345fd7850202 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:46:50.853923 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-5e79d131-0acf-4acd-9ae8-345fd7850202 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:50.855289 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-5e79d131-0acf-4acd-9ae8-345fd7850202 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/da10bf67-6c64-48aa-9359-622a82b6a2dd HTTP/1.1" status: 204 len: 168 time: 0.2675843 Jun 25 14:46:51.193963 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:55.242761 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.72', 40296) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:46:55.363190 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-96008477-fb5b-44cf-96ab-b0fd128a36b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:55.377085 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-96008477-fb5b-44cf-96ab-b0fd128a36b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:46:55.380864 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-96008477-fb5b-44cf-96ab-b0fd128a36b8 admin admin] Usage tracker for resource:security_group_rule and tenant:84cd675f87d8407ba7ac8228a71c4982 is out of sync, need to count used quota {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:46:55.383653 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-96008477-fb5b-44cf-96ab-b0fd128a36b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:46:55.389886 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-96008477-fb5b-44cf-96ab-b0fd128a36b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:46:55.475358 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-96008477-fb5b-44cf-96ab-b0fd128a36b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:55.479174 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-96008477-fb5b-44cf-96ab-b0fd128a36b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726995'] for security_group, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:55.486729 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-00111e6f-bb8e-48ff-ac4a-e2e0dfa8a368 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:46:55.492458 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.db.agents_db [None req-33cd8ffe-8d55-4e82-a60c-f31f0cdcb446 None None] Agent healthcheck: found 6 active agents {{(pid=78400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 25 14:46:55.530962 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-96008477-fb5b-44cf-96ab-b0fd128a36b8 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=84cd675f87d8407ba7ac8228a71c4982&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2870603 Jun 25 14:46:55.531987 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96008477-fb5b-44cf-96ab-b0fd128a36b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f443c50-349a-4432-b3ae-53d34aac6f5a,revision_number=1']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:46:55.533683 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.72', 40302) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:46:55.535056 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-96008477-fb5b-44cf-96ab-b0fd128a36b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:46:55.594248 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-d25feff0-52fd-449b-aab5-ac9cddb83938 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:55.620154 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-d25feff0-52fd-449b-aab5-ac9cddb83938 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:55.671440 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-d25feff0-52fd-449b-aab5-ac9cddb83938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726995'] for security_group, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:55.674968 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-9069c64d-0056-4123-ae00-fa72fa08d347 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:46:55.687050 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25feff0-52fd-449b-aab5-ac9cddb83938 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f443c50-349a-4432-b3ae-53d34aac6f5a,revision_number=None']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:46:55.689422 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-d25feff0-52fd-449b-aab5-ac9cddb83938 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:46:55.694897 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-d25feff0-52fd-449b-aab5-ac9cddb83938 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:55.696006 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-d25feff0-52fd-449b-aab5-ac9cddb83938 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/1f443c50-349a-4432-b3ae-53d34aac6f5a HTTP/1.1" status: 204 len: 168 time: 0.1608012 Jun 25 14:47:08.620261 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-c65f2cd2-4c1a-4d30-9468-61c5c9223e42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:47:08.995011 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:47:11.283696 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-ea6e5349-2859-479d-929f-5ba127de6105 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:47:12.260869 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-d14b10cb-2ead-4edf-9c0b-578ba992fa59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:47:13.539429 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-0959a481-12d6-4798-a5c7-3b38329e38d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:47:21.198813 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:47:29.427086 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.72', 40674) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:47:29.546282 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-46c25593-caf2-486d-8723-6732623ca083 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:47:29.561338 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-46c25593-caf2-486d-8723-6732623ca083 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:47:29.565348 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-46c25593-caf2-486d-8723-6732623ca083 admin admin] Usage tracker for resource:security_group_rule and tenant:a21b2fd0f22c4a548f639ecc0cb0086b is out of sync, need to count used quota {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:47:29.568191 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-46c25593-caf2-486d-8723-6732623ca083 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:47:29.581300 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-46c25593-caf2-486d-8723-6732623ca083 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:47:29.670545 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-46c25593-caf2-486d-8723-6732623ca083 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:47:29.675120 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-46c25593-caf2-486d-8723-6732623ca083 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726995'] for security_group, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:47:29.684254 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-445c3c65-cd04-44ff-a50f-7fcb368c637e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:47:29.728563 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-46c25593-caf2-486d-8723-6732623ca083 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a21b2fd0f22c4a548f639ecc0cb0086b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3003390 Jun 25 14:47:29.730707 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c25593-caf2-486d-8723-6732623ca083 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c19041e-7f45-40c8-9cac-72fed13ad25e,revision_number=1']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:47:29.731985 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.72', 40680) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:47:29.734971 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-46c25593-caf2-486d-8723-6732623ca083 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:47:29.791884 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-c53ecd16-8b43-406c-b71b-5e237edb0a24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:47:29.819095 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-c53ecd16-8b43-406c-b71b-5e237edb0a24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:47:29.874159 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-c53ecd16-8b43-406c-b71b-5e237edb0a24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726995'] for security_group, after_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:47:29.882852 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-beb75d4f-2af5-43c1-bc10-b9c45e9e0b98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:47:29.911012 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53ecd16-8b43-406c-b71b-5e237edb0a24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c19041e-7f45-40c8-9cac-72fed13ad25e,revision_number=None']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:47:29.932646 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53ecd16-8b43-406c-b71b-5e237edb0a24 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:47:29.933279 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53ecd16-8b43-406c-b71b-5e237edb0a24 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:47:29.933947 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53ecd16-8b43-406c-b71b-5e237edb0a24 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:47:29.934571 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53ecd16-8b43-406c-b71b-5e237edb0a24 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:47:29.935770 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53ecd16-8b43-406c-b71b-5e237edb0a24 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:47:29.936390 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53ecd16-8b43-406c-b71b-5e237edb0a24 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:47:29.937003 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53ecd16-8b43-406c-b71b-5e237edb0a24 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:47:29.937672 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53ecd16-8b43-406c-b71b-5e237edb0a24 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:47:29.938299 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53ecd16-8b43-406c-b71b-5e237edb0a24 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:47:29.938919 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53ecd16-8b43-406c-b71b-5e237edb0a24 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:47:29.939887 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53ecd16-8b43-406c-b71b-5e237edb0a24 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:47:29.940500 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53ecd16-8b43-406c-b71b-5e237edb0a24 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:47:29.945150 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-c53ecd16-8b43-406c-b71b-5e237edb0a24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:47:29.946332 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-c53ecd16-8b43-406c-b71b-5e237edb0a24 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/2c19041e-7f45-40c8-9cac-72fed13ad25e HTTP/1.1" status: 204 len: 168 time: 0.2130914 Jun 25 14:47:29.947217 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-c53ecd16-8b43-406c-b71b-5e237edb0a24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:47:30.246956 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.72', 40688) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:47:30.265831 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-7e1d9b35-7a23-489a-9058-d73e628ca412 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:47:30.283884 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-7e1d9b35-7a23-489a-9058-d73e628ca412 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:47:30.288124 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-7e1d9b35-7a23-489a-9058-d73e628ca412 admin admin] Usage tracker for resource:security_group_rule and tenant:c849c6c1e7a049d6a5a8fbf5c4a03a7f is out of sync, need to count used quota {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:47:30.291157 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-7e1d9b35-7a23-489a-9058-d73e628ca412 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:47:30.298180 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-7e1d9b35-7a23-489a-9058-d73e628ca412 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:47:30.389175 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-7e1d9b35-7a23-489a-9058-d73e628ca412 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:47:30.393216 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-7e1d9b35-7a23-489a-9058-d73e628ca412 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726995'] for security_group, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:47:30.400673 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-93eb3ad2-05a0-4aa1-81d1-c020df6d2e87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:47:30.444018 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-7e1d9b35-7a23-489a-9058-d73e628ca412 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=c849c6c1e7a049d6a5a8fbf5c4a03a7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1957271 Jun 25 14:47:30.445018 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1d9b35-7a23-489a-9058-d73e628ca412 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b83c7ac-ab5d-41ad-93b1-227f3a6f9a51,revision_number=1']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:47:30.446659 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.72', 40692) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:47:30.448127 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-7e1d9b35-7a23-489a-9058-d73e628ca412 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:47:30.509242 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-ff3a98ca-1f96-4cff-ae96-32bc156d0bb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:47:30.535720 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-ff3a98ca-1f96-4cff-ae96-32bc156d0bb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:47:30.588298 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-ff3a98ca-1f96-4cff-ae96-32bc156d0bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726995'] for security_group, after_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:47:30.592858 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-b8d32d24-3034-4349-9199-2fad7581b468 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:47:30.603714 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3a98ca-1f96-4cff-ae96-32bc156d0bb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b83c7ac-ab5d-41ad-93b1-227f3a6f9a51,revision_number=None']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:47:30.608837 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-ff3a98ca-1f96-4cff-ae96-32bc156d0bb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:47:30.610916 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-ff3a98ca-1f96-4cff-ae96-32bc156d0bb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:47:30.613085 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-ff3a98ca-1f96-4cff-ae96-32bc156d0bb6 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/4b83c7ac-ab5d-41ad-93b1-227f3a6f9a51 HTTP/1.1" status: 204 len: 168 time: 0.1654191 Jun 25 14:47:32.492021 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.db.agents_db [None req-33cd8ffe-8d55-4e82-a60c-f31f0cdcb446 None None] Agent healthcheck: found 6 active agents {{(pid=78400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 25 14:47:36.364427 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.72', 40788) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:47:36.480897 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-faaa3d73-c1ae-41fc-821a-99aeb6ee2c8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:47:36.495254 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-faaa3d73-c1ae-41fc-821a-99aeb6ee2c8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:47:36.499610 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-faaa3d73-c1ae-41fc-821a-99aeb6ee2c8b admin admin] Usage tracker for resource:security_group_rule and tenant:f2d70d8974b441688ac2fed5b8c8f76a is out of sync, need to count used quota {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:47:36.502406 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-faaa3d73-c1ae-41fc-821a-99aeb6ee2c8b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:47:36.508003 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-faaa3d73-c1ae-41fc-821a-99aeb6ee2c8b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:47:36.588642 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-faaa3d73-c1ae-41fc-821a-99aeb6ee2c8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:47:36.592941 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-faaa3d73-c1ae-41fc-821a-99aeb6ee2c8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726995'] for security_group, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:47:36.599872 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-bfe2a373-afc2-4e67-8a09-67b922db0ed6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:47:36.639484 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faaa3d73-c1ae-41fc-821a-99aeb6ee2c8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38217fa5-1de9-4059-a018-4fe691d94c7b,revision_number=1']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:47:36.643630 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-faaa3d73-c1ae-41fc-821a-99aeb6ee2c8b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=f2d70d8974b441688ac2fed5b8c8f76a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2782285 Jun 25 14:47:36.644499 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-faaa3d73-c1ae-41fc-821a-99aeb6ee2c8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:47:36.646239 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.72', 40794) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:47:36.707009 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-275ba6a4-91e4-422b-8dfc-ea2f6699f020 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:47:36.732843 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-275ba6a4-91e4-422b-8dfc-ea2f6699f020 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:47:36.784038 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-275ba6a4-91e4-422b-8dfc-ea2f6699f020 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726995'] for security_group, after_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:47:36.788023 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-d1960eea-3fd4-421c-9e7e-e787319f15ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:47:36.802416 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275ba6a4-91e4-422b-8dfc-ea2f6699f020 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38217fa5-1de9-4059-a018-4fe691d94c7b,revision_number=None']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:47:36.805278 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-275ba6a4-91e4-422b-8dfc-ea2f6699f020 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:47:36.807694 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-275ba6a4-91e4-422b-8dfc-ea2f6699f020 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:47:36.811379 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-275ba6a4-91e4-422b-8dfc-ea2f6699f020 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/38217fa5-1de9-4059-a018-4fe691d94c7b HTTP/1.1" status: 204 len: 168 time: 0.1616733 Jun 25 14:47:37.091925 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.72', 40802) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:47:37.110530 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-afd1308d-13f8-4c91-bec1-9dc148a93bd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:47:37.128966 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-afd1308d-13f8-4c91-bec1-9dc148a93bd5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:47:37.133079 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-afd1308d-13f8-4c91-bec1-9dc148a93bd5 admin admin] Usage tracker for resource:security_group_rule and tenant:60525c3aeba747aba3c99ae3e4fd7e80 is out of sync, need to count used quota {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:47:37.136050 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-afd1308d-13f8-4c91-bec1-9dc148a93bd5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:47:37.142361 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-afd1308d-13f8-4c91-bec1-9dc148a93bd5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:47:37.225116 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-afd1308d-13f8-4c91-bec1-9dc148a93bd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:47:37.228859 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-afd1308d-13f8-4c91-bec1-9dc148a93bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726995'] for security_group, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:47:37.237093 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-ea412eb0-220a-4a72-9e4b-03805217bf0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:47:37.275498 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-afd1308d-13f8-4c91-bec1-9dc148a93bd5 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=60525c3aeba747aba3c99ae3e4fd7e80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1824260 Jun 25 14:47:37.277214 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd1308d-13f8-4c91-bec1-9dc148a93bd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6c990ac-8fa4-4d6f-b6ff-7a9a814421e7,revision_number=1']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:47:37.279009 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.72', 40806) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:47:37.281268 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-afd1308d-13f8-4c91-bec1-9dc148a93bd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:47:37.344310 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-5c299ae6-0881-4ff7-a219-6e8ac45558e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:47:37.372232 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-5c299ae6-0881-4ff7-a219-6e8ac45558e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:47:37.429220 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-5c299ae6-0881-4ff7-a219-6e8ac45558e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726995'] for security_group, after_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:47:37.432862 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-daa53bb3-6882-4d7a-9620-f7e41190d579 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:47:37.443429 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c299ae6-0881-4ff7-a219-6e8ac45558e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6c990ac-8fa4-4d6f-b6ff-7a9a814421e7,revision_number=None']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:47:37.447164 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-5c299ae6-0881-4ff7-a219-6e8ac45558e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:47:37.450952 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-5c299ae6-0881-4ff7-a219-6e8ac45558e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:47:37.452066 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-5c299ae6-0881-4ff7-a219-6e8ac45558e0 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/e6c990ac-8fa4-4d6f-b6ff-7a9a814421e7 HTTP/1.1" status: 204 len: 168 time: 0.1719499 Jun 25 14:47:38.649523 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-663fdeb3-b479-4dae-9e40-912d9c77a4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:47:38.998657 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:47:41.288801 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-9598d902-16b8-4645-820a-33db47da8445 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:47:42.268248 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-d14b10cb-2ead-4edf-9c0b-578ba992fa59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:47:43.536714 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-0959a481-12d6-4798-a5c7-3b38329e38d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:47:45.252796 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.72', 40886) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:47:45.371074 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-a114b6b6-fbc1-43c0-bd6c-ba0089060cbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:47:45.384942 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-a114b6b6-fbc1-43c0-bd6c-ba0089060cbf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:47:45.389820 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-a114b6b6-fbc1-43c0-bd6c-ba0089060cbf admin admin] Usage tracker for resource:security_group_rule and tenant:5a134008c4a3453e8e08e9784c322b97 is out of sync, need to count used quota {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:47:45.392640 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-a114b6b6-fbc1-43c0-bd6c-ba0089060cbf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:47:45.398269 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-a114b6b6-fbc1-43c0-bd6c-ba0089060cbf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:47:45.479361 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-a114b6b6-fbc1-43c0-bd6c-ba0089060cbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:47:45.484377 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-a114b6b6-fbc1-43c0-bd6c-ba0089060cbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726995'] for security_group, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:47:45.491583 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-e49a5215-0e96-4fe4-9f1b-5c8dc1018f6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:47:45.532607 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-a114b6b6-fbc1-43c0-bd6c-ba0089060cbf admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=5a134008c4a3453e8e08e9784c322b97&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2787075 Jun 25 14:47:45.533526 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a114b6b6-fbc1-43c0-bd6c-ba0089060cbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2078f6b-8f22-4dea-b258-39ea83da2528,revision_number=1']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:47:45.535358 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.72', 40892) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:47:45.536774 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-a114b6b6-fbc1-43c0-bd6c-ba0089060cbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:47:45.602941 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-03c4d4e2-ba5d-481b-9a88-b7ae5394e8a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:47:45.629318 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-03c4d4e2-ba5d-481b-9a88-b7ae5394e8a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:47:45.682004 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-03c4d4e2-ba5d-481b-9a88-b7ae5394e8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726995'] for security_group, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:47:45.685908 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-5e1f1f68-6361-43b8-9905-b127b68fbd4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:47:45.704155 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c4d4e2-ba5d-481b-9a88-b7ae5394e8a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2078f6b-8f22-4dea-b258-39ea83da2528,revision_number=None']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:47:45.713501 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c4d4e2-ba5d-481b-9a88-b7ae5394e8a7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:47:45.713896 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c4d4e2-ba5d-481b-9a88-b7ae5394e8a7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:47:45.714259 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c4d4e2-ba5d-481b-9a88-b7ae5394e8a7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:47:45.714620 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c4d4e2-ba5d-481b-9a88-b7ae5394e8a7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:47:45.714973 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c4d4e2-ba5d-481b-9a88-b7ae5394e8a7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:47:45.715328 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c4d4e2-ba5d-481b-9a88-b7ae5394e8a7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:47:45.716667 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c4d4e2-ba5d-481b-9a88-b7ae5394e8a7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:47:45.716801 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c4d4e2-ba5d-481b-9a88-b7ae5394e8a7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:47:45.717081 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c4d4e2-ba5d-481b-9a88-b7ae5394e8a7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:47:45.717427 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c4d4e2-ba5d-481b-9a88-b7ae5394e8a7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:47:45.717802 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c4d4e2-ba5d-481b-9a88-b7ae5394e8a7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:47:45.718143 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c4d4e2-ba5d-481b-9a88-b7ae5394e8a7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:47:45.722646 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-03c4d4e2-ba5d-481b-9a88-b7ae5394e8a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:47:45.733147 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-03c4d4e2-ba5d-481b-9a88-b7ae5394e8a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:47:45.734218 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-03c4d4e2-ba5d-481b-9a88-b7ae5394e8a7 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/a2078f6b-8f22-4dea-b258-39ea83da2528 HTTP/1.1" status: 204 len: 168 time: 0.1978879 Jun 25 14:47:46.054234 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.72', 40900) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:47:46.072361 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-56cbdac1-8944-4cc3-b481-7856569bbd70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:47:46.087202 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-56cbdac1-8944-4cc3-b481-7856569bbd70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:47:46.091103 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-56cbdac1-8944-4cc3-b481-7856569bbd70 admin admin] Usage tracker for resource:security_group_rule and tenant:f9c197a4dd814279977774589f16a6d7 is out of sync, need to count used quota {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:47:46.094126 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-56cbdac1-8944-4cc3-b481-7856569bbd70 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:47:46.099948 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-56cbdac1-8944-4cc3-b481-7856569bbd70 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:47:46.182979 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-56cbdac1-8944-4cc3-b481-7856569bbd70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:47:46.187274 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-56cbdac1-8944-4cc3-b481-7856569bbd70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726995'] for security_group, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:47:46.194384 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-aa0d01e1-1466-4891-9002-1a1b8a17d635 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:47:46.237484 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-56cbdac1-8944-4cc3-b481-7856569bbd70 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=f9c197a4dd814279977774589f16a6d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1821735 Jun 25 14:47:46.238517 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cbdac1-8944-4cc3-b481-7856569bbd70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c11fb0e1-bdfb-4549-a3ad-dd8aea5386ed,revision_number=1']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:47:46.240379 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.72', 40904) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:47:46.241811 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-56cbdac1-8944-4cc3-b481-7856569bbd70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:47:46.301067 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-f8899c17-0d3d-40b3-8bcd-bff10e04fec0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:47:46.331033 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-f8899c17-0d3d-40b3-8bcd-bff10e04fec0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:47:46.382260 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-f8899c17-0d3d-40b3-8bcd-bff10e04fec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726995'] for security_group, after_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:47:46.385906 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-4dda8cf5-419b-4e69-bd4b-37fa7779fb49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:47:46.398623 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8899c17-0d3d-40b3-8bcd-bff10e04fec0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c11fb0e1-bdfb-4549-a3ad-dd8aea5386ed,revision_number=None']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:47:46.401125 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-f8899c17-0d3d-40b3-8bcd-bff10e04fec0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:47:46.410421 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-f8899c17-0d3d-40b3-8bcd-bff10e04fec0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:47:46.411516 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-f8899c17-0d3d-40b3-8bcd-bff10e04fec0 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c11fb0e1-bdfb-4549-a3ad-dd8aea5386ed HTTP/1.1" status: 204 len: 168 time: 0.1700342 Jun 25 14:47:51.210263 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:47:53.764958 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.72', 41030) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:47:53.894225 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-b069fb50-5834-4510-bf89-335d5558f7ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:47:53.909947 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-b069fb50-5834-4510-bf89-335d5558f7ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:47:53.913891 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-b069fb50-5834-4510-bf89-335d5558f7ed admin admin] Usage tracker for resource:security_group_rule and tenant:d76c97f2d41d4676a2c7f5355a5a8339 is out of sync, need to count used quota {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:47:53.916749 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-b069fb50-5834-4510-bf89-335d5558f7ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:47:53.922785 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-b069fb50-5834-4510-bf89-335d5558f7ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:47:54.014624 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-b069fb50-5834-4510-bf89-335d5558f7ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:47:54.018838 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-b069fb50-5834-4510-bf89-335d5558f7ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726995'] for security_group, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:47:54.026237 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-47ce16e3-a20e-43cc-9c35-0bc91f1b36da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:47:54.067864 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-b069fb50-5834-4510-bf89-335d5558f7ed admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=d76c97f2d41d4676a2c7f5355a5a8339&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3018126 Jun 25 14:47:54.069592 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b069fb50-5834-4510-bf89-335d5558f7ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb29579b-2719-4c4a-ae17-5f65e4193430,revision_number=1']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:47:54.071125 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.72', 41036) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:47:54.073109 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-b069fb50-5834-4510-bf89-335d5558f7ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:47:54.128656 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-07a35f08-664a-4446-93d9-b1347ca36fde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:47:54.158078 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-07a35f08-664a-4446-93d9-b1347ca36fde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:47:54.209781 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-07a35f08-664a-4446-93d9-b1347ca36fde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726995'] for security_group, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:47:54.213361 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-201ed1d8-0d6f-4bf5-a294-93df19d039fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:47:54.225145 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a35f08-664a-4446-93d9-b1347ca36fde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb29579b-2719-4c4a-ae17-5f65e4193430,revision_number=None']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:47:54.227969 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-07a35f08-664a-4446-93d9-b1347ca36fde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:47:54.235407 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-07a35f08-664a-4446-93d9-b1347ca36fde admin admin] Notify callbacks [] for security_group, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:47:54.237985 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-07a35f08-664a-4446-93d9-b1347ca36fde admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/bb29579b-2719-4c4a-ae17-5f65e4193430 HTTP/1.1" status: 204 len: 168 time: 0.1658387 Jun 25 14:47:54.530716 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.72', 41044) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:47:54.548841 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-33806167-c852-4e31-934a-473016dde8a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:47:54.564172 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-33806167-c852-4e31-934a-473016dde8a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:47:54.568031 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-33806167-c852-4e31-934a-473016dde8a4 admin admin] Usage tracker for resource:security_group_rule and tenant:27e4df3f084e40bb84ff069d8f3bd1db is out of sync, need to count used quota {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:47:54.570858 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-33806167-c852-4e31-934a-473016dde8a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:47:54.576753 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-33806167-c852-4e31-934a-473016dde8a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:47:54.662127 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-33806167-c852-4e31-934a-473016dde8a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:47:54.667529 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-33806167-c852-4e31-934a-473016dde8a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726995'] for security_group, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:47:54.675576 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-ac0f91fc-5a13-4012-99b1-62e77fa03758 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:47:54.718910 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-33806167-c852-4e31-934a-473016dde8a4 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=27e4df3f084e40bb84ff069d8f3bd1db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1870739 Jun 25 14:47:54.719716 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33806167-c852-4e31-934a-473016dde8a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=823adc15-b547-46d0-b8da-f82a60924a8d,revision_number=1']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:47:54.723014 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-33806167-c852-4e31-934a-473016dde8a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:47:54.724859 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.72', 41048) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:47:54.802198 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-88badf73-5ac6-4b7a-b6ea-379edb9f1aff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:47:54.828608 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-88badf73-5ac6-4b7a-b6ea-379edb9f1aff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:47:54.881843 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-88badf73-5ac6-4b7a-b6ea-379edb9f1aff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726995'] for security_group, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:47:54.885357 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-05f346e0-a1a5-4077-aa1d-0cc042cb82de tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:47:54.897993 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88badf73-5ac6-4b7a-b6ea-379edb9f1aff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=823adc15-b547-46d0-b8da-f82a60924a8d,revision_number=None']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:47:54.900943 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-88badf73-5ac6-4b7a-b6ea-379edb9f1aff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:47:54.903525 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-88badf73-5ac6-4b7a-b6ea-379edb9f1aff admin admin] Notify callbacks [] for security_group, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:47:54.904771 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-88badf73-5ac6-4b7a-b6ea-379edb9f1aff admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/823adc15-b547-46d0-b8da-f82a60924a8d HTTP/1.1" status: 204 len: 168 time: 0.1787841 Jun 25 14:48:07.034731 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.72', 41160) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:48:07.150386 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-ffe53f79-e143-4a9f-ab68-4834d155b4b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:48:07.167897 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-ffe53f79-e143-4a9f-ab68-4834d155b4b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:48:07.172425 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-ffe53f79-e143-4a9f-ab68-4834d155b4b8 admin admin] Usage tracker for resource:security_group_rule and tenant:5e5b3cc06ce24bb68fdc30ea69f20d86 is out of sync, need to count used quota {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:48:07.175151 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-ffe53f79-e143-4a9f-ab68-4834d155b4b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:48:07.180636 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-ffe53f79-e143-4a9f-ab68-4834d155b4b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:48:07.261330 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-ffe53f79-e143-4a9f-ab68-4834d155b4b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:48:07.265038 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-ffe53f79-e143-4a9f-ab68-4834d155b4b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726995'] for security_group, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:48:07.271917 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-18ebb088-97f8-4497-b46a-84ecd649fec3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:48:07.310855 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe53f79-e143-4a9f-ab68-4834d155b4b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8845a085-690b-43b6-ac8f-5bfa9dd17bfa,revision_number=1']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:48:07.314050 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-ffe53f79-e143-4a9f-ab68-4834d155b4b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:48:07.316450 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-ffe53f79-e143-4a9f-ab68-4834d155b4b8 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=5e5b3cc06ce24bb68fdc30ea69f20d86&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2807350 Jun 25 14:48:07.319148 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.72', 41166) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:48:07.376489 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-5a896dde-6693-43d6-b26b-23101414af4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:48:07.401074 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-5a896dde-6693-43d6-b26b-23101414af4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:48:07.451671 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-5a896dde-6693-43d6-b26b-23101414af4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726995'] for security_group, after_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:48:07.455266 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-9d3d9d5b-ce8d-48ab-879b-c7169547d536 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:48:07.470201 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a896dde-6693-43d6-b26b-23101414af4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8845a085-690b-43b6-ac8f-5bfa9dd17bfa,revision_number=None']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:48:07.473078 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-5a896dde-6693-43d6-b26b-23101414af4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:48:07.479874 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-5a896dde-6693-43d6-b26b-23101414af4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:48:07.481778 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-5a896dde-6693-43d6-b26b-23101414af4d admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/8845a085-690b-43b6-ac8f-5bfa9dd17bfa HTTP/1.1" status: 204 len: 168 time: 0.1617167 Jun 25 14:48:07.754132 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.72', 41174) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:48:07.771799 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-8c4f1719-d421-41b2-98e2-d3c5de5fb3c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:48:07.786701 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-8c4f1719-d421-41b2-98e2-d3c5de5fb3c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:48:07.790419 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-8c4f1719-d421-41b2-98e2-d3c5de5fb3c8 admin admin] Usage tracker for resource:security_group_rule and tenant:7c1c7f93e183473891b8614cdd22d84a is out of sync, need to count used quota {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:48:07.793222 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-8c4f1719-d421-41b2-98e2-d3c5de5fb3c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:48:07.799811 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-8c4f1719-d421-41b2-98e2-d3c5de5fb3c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:48:07.890139 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-8c4f1719-d421-41b2-98e2-d3c5de5fb3c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:48:07.894107 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-8c4f1719-d421-41b2-98e2-d3c5de5fb3c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726995'] for security_group, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:48:07.901300 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-68a0e753-b461-45d0-98cd-e60f1c15bfd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:48:07.947097 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-8c4f1719-d421-41b2-98e2-d3c5de5fb3c8 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=7c1c7f93e183473891b8614cdd22d84a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1895823 Jun 25 14:48:07.947097 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4f1719-d421-41b2-98e2-d3c5de5fb3c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efaecd16-6d24-4625-9d00-1ba098b94250,revision_number=1']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:48:07.947503 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.72', 41178) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:48:07.948718 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-8c4f1719-d421-41b2-98e2-d3c5de5fb3c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:48:08.007044 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-3c661b47-e451-4d21-a160-40e6267994c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:48:08.033356 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-3c661b47-e451-4d21-a160-40e6267994c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:48:08.083128 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-3c661b47-e451-4d21-a160-40e6267994c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726995'] for security_group, after_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:48:08.086691 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-48645ff0-f5bc-43aa-855c-aeb507cc5157 tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:48:08.098487 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c661b47-e451-4d21-a160-40e6267994c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efaecd16-6d24-4625-9d00-1ba098b94250,revision_number=None']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:48:08.102264 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-3c661b47-e451-4d21-a160-40e6267994c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:48:08.105308 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-3c661b47-e451-4d21-a160-40e6267994c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:48:08.106717 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-3c661b47-e451-4d21-a160-40e6267994c9 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/efaecd16-6d24-4625-9d00-1ba098b94250 HTTP/1.1" status: 204 len: 168 time: 0.1575396 Jun 25 14:48:08.624468 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-dba1f6fc-c3ad-493d-8ea6-df79a8c7c1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:48:09.000609 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:48:09.491789 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.db.agents_db [None req-33cd8ffe-8d55-4e82-a60c-f31f0cdcb446 None None] Agent healthcheck: found 6 active agents {{(pid=78400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 25 14:48:11.290968 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-c408744c-ff1f-43ce-8a23-330f996e9b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:48:12.266780 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-d14b10cb-2ead-4edf-9c0b-578ba992fa59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:48:13.537496 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-0959a481-12d6-4798-a5c7-3b38329e38d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:48:20.147853 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.72', 41298) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:48:20.263207 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-be4dc2f9-c8c5-4e2d-b1ff-93c27a80dd78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:48:20.277047 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-be4dc2f9-c8c5-4e2d-b1ff-93c27a80dd78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:48:20.281423 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-be4dc2f9-c8c5-4e2d-b1ff-93c27a80dd78 admin admin] Usage tracker for resource:security_group_rule and tenant:2bbe4966e24e4355a834a655b2d55b1f is out of sync, need to count used quota {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:48:20.284193 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-be4dc2f9-c8c5-4e2d-b1ff-93c27a80dd78 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:48:20.289811 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-be4dc2f9-c8c5-4e2d-b1ff-93c27a80dd78 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:48:20.376376 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-be4dc2f9-c8c5-4e2d-b1ff-93c27a80dd78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:48:20.380069 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-be4dc2f9-c8c5-4e2d-b1ff-93c27a80dd78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726995'] for security_group, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:48:20.392577 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-c0a40179-99cd-4cef-91d5-3235e3db7b99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:48:20.429977 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-be4dc2f9-c8c5-4e2d-b1ff-93c27a80dd78 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=2bbe4966e24e4355a834a655b2d55b1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2810986 Jun 25 14:48:20.431601 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4dc2f9-c8c5-4e2d-b1ff-93c27a80dd78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=776cd54e-3bae-4c08-b49a-f12b46e5d37a,revision_number=1']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:48:20.432644 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.72', 41304) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:48:20.435570 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-be4dc2f9-c8c5-4e2d-b1ff-93c27a80dd78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:48:20.581741 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-b2fd6b79-e110-4fc5-8b71-2a7d9fd219ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:48:20.608104 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-b2fd6b79-e110-4fc5-8b71-2a7d9fd219ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:48:20.665844 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-b2fd6b79-e110-4fc5-8b71-2a7d9fd219ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726995'] for security_group, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:48:20.670232 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-88badf73-5ac6-4b7a-b6ea-379edb9f1aff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:48:20.683012 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fd6b79-e110-4fc5-8b71-2a7d9fd219ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=776cd54e-3bae-4c08-b49a-f12b46e5d37a,revision_number=None']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:48:20.687345 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-b2fd6b79-e110-4fc5-8b71-2a7d9fd219ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:48:20.692612 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-b2fd6b79-e110-4fc5-8b71-2a7d9fd219ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:48:20.693722 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-b2fd6b79-e110-4fc5-8b71-2a7d9fd219ec admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/776cd54e-3bae-4c08-b49a-f12b46e5d37a HTTP/1.1" status: 204 len: 168 time: 0.2601161 Jun 25 14:48:21.196293 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:48:21.370416 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.72', 41328) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:48:21.472705 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.v2.base [None req-8e8c8c3d-cc92-4eb8-bf9d-826b8d2fe52d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-126884640-network', 'tenant_id': '9c7ecdaefcbc4549b13f8ea4501af8fd'}} {{(pid=78397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:48:21.477440 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-8e8c8c3d-cc92-4eb8-bf9d-826b8d2fe52d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:48:21.482030 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-8e8c8c3d-cc92-4eb8-bf9d-826b8d2fe52d admin admin] Usage tracker for resource:network and tenant:9c7ecdaefcbc4549b13f8ea4501af8fd is out of sync, need to count used quota {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:48:21.484859 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-8e8c8c3d-cc92-4eb8-bf9d-826b8d2fe52d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:48:21.491224 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-8e8c8c3d-cc92-4eb8-bf9d-826b8d2fe52d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:48:21.501452 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e8c8c3d-cc92-4eb8-bf9d-826b8d2fe52d admin admin] Made reservation on behalf of 9c7ecdaefcbc4549b13f8ea4501af8fd for: {'network': 1} {{(pid=78397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 14:48:21.503886 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-8e8c8c3d-cc92-4eb8-bf9d-826b8d2fe52d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for network, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:48:21.515613 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-8e8c8c3d-cc92-4eb8-bf9d-826b8d2fe52d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:48:21.529857 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-8e8c8c3d-cc92-4eb8-bf9d-826b8d2fe52d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:48:21.533662 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-8e8c8c3d-cc92-4eb8-bf9d-826b8d2fe52d admin admin] Usage tracker for resource:security_group_rule and tenant:9c7ecdaefcbc4549b13f8ea4501af8fd is out of sync, need to count used quota {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:48:21.536313 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-8e8c8c3d-cc92-4eb8-bf9d-826b8d2fe52d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:48:21.541940 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-8e8c8c3d-cc92-4eb8-bf9d-826b8d2fe52d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:48:21.629217 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-8e8c8c3d-cc92-4eb8-bf9d-826b8d2fe52d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:48:21.632925 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-8e8c8c3d-cc92-4eb8-bf9d-826b8d2fe52d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726995'] for security_group, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:48:21.635739 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-a66cf526-1db6-4d52-9bd6-d0628d9f51a8 tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:48:21.662492 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e8c8c3d-cc92-4eb8-bf9d-826b8d2fe52d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 306} {{(pid=78397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 14:48:21.671238 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8c8c3d-cc92-4eb8-bf9d-826b8d2fe52d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfc56a65-2c20-496f-a45b-c066e3c61efe,revision_number=1']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:48:21.674728 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-8e8c8c3d-cc92-4eb8-bf9d-826b8d2fe52d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:48:21.677149 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-8e8c8c3d-cc92-4eb8-bf9d-826b8d2fe52d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3551624'] for segment, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:48:21.677494 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.db.segments_db [None req-8e8c8c3d-cc92-4eb8-bf9d-826b8d2fe52d admin admin] Added segment 6141eaa2-fe16-4a98-ae94-17e23054270c of type vlan for network 5a3a0648-37d2-455a-a19b-5ba694fe61ed Jun 25 14:48:21.703016 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-8e8c8c3d-cc92-4eb8-bf9d-826b8d2fe52d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747172227979'] for network, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:48:21.732152 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-8e8c8c3d-cc92-4eb8-bf9d-826b8d2fe52d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180'] for network, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:48:21.733730 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e8c8c3d-cc92-4eb8-bf9d-826b8d2fe52d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:48:21.734303 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-8e8c8c3d-cc92-4eb8-bf9d-826b8d2fe52d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692162'] for network, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:48:21.738839 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-9a11c5a9-5964-4d77-b1a0-f9735bc04ac1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:48:21.838597 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8c8c3d-cc92-4eb8-bf9d-826b8d2fe52d admin admin] Pushing event updated for resources: {'Network': ['ID=5a3a0648-37d2-455a-a19b-5ba694fe61ed,revision_number=1']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:48:21.842018 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-8e8c8c3d-cc92-4eb8-bf9d-826b8d2fe52d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:48:21.846579 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-8e8c8c3d-cc92-4eb8-bf9d-826b8d2fe52d admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4723144 Jun 25 14:48:21.846980 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.72', 41334) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:48:21.849920 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Network 5a3a0648-37d2-455a-a19b-5ba694fe61ed details requested by agent ovs-agent-dv-cinder-798091-1-smb with host dv-cinder-798091-1-smb {{(pid=78399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 25 14:48:21.853144 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.v2.base [None req-a59c7fcf-d602-4512-b160-4a8c494dc72a admin admin] Request body: {'subnet': {'network_id': '5a3a0648-37d2-455a-a19b-5ba694fe61ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-126884640-subnet', 'tenant_id': '9c7ecdaefcbc4549b13f8ea4501af8fd', 'ip_version': 4}} {{(pid=78397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:48:21.859062 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-a59c7fcf-d602-4512-b160-4a8c494dc72a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:48:21.862811 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-a59c7fcf-d602-4512-b160-4a8c494dc72a admin admin] Usage tracker for resource:subnet and tenant:9c7ecdaefcbc4549b13f8ea4501af8fd is out of sync, need to count used quota {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:48:21.865850 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-a59c7fcf-d602-4512-b160-4a8c494dc72a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:48:21.872110 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-a59c7fcf-d602-4512-b160-4a8c494dc72a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:48:21.883046 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a59c7fcf-d602-4512-b160-4a8c494dc72a admin admin] Made reservation on behalf of 9c7ecdaefcbc4549b13f8ea4501af8fd for: {'subnet': 1} {{(pid=78397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 14:48:21.885417 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-a59c7fcf-d602-4512-b160-4a8c494dc72a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2042315'] for subnet, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:48:22.090018 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-a59c7fcf-d602-4512-b160-4a8c494dc72a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127934703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2042333'] for subnet, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:48:22.094997 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-10df584e-5e50-4049-8412-a925c924d1a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:48:22.167968 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59c7fcf-d602-4512-b160-4a8c494dc72a admin admin] Pushing event updated for resources: {'Subnet': ['ID=5edf8d8a-fc29-4de9-9fc4-71ec8e887aa3,revision_number=0']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:48:22.171849 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-a59c7fcf-d602-4512-b160-4a8c494dc72a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:48:22.176026 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a59c7fcf-d602-4512-b160-4a8c494dc72a admin admin] Checking segment: {'id': '6141eaa2-fe16-4a98-ae94-17e23054270c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '5a3a0648-37d2-455a-a19b-5ba694fe61ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:48:22.176376 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a59c7fcf-d602-4512-b160-4a8c494dc72a admin admin] Network hostable DHCP agents. Network: 5a3a0648-37d2-455a-a19b-5ba694fe61ed, hostable agents: ['003a8640-0760-42fb-acf3-9b035430460e'], hosted agents: [] {{(pid=78397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 14:48:22.194606 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a59c7fcf-d602-4512-b160-4a8c494dc72a admin admin] Network 5a3a0648-37d2-455a-a19b-5ba694fe61ed is scheduled to be hosted by DHCP agent 003a8640-0760-42fb-acf3-9b035430460e with binding_index 1 {{(pid=78397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 14:48:22.203712 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.scheduler.base_scheduler [None req-a59c7fcf-d602-4512-b160-4a8c494dc72a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798091-1-smb, 5a3a0648-37d2-455a-a19b-5ba694fe61ed) {{(pid=78397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:48:22.207805 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a59c7fcf-d602-4512-b160-4a8c494dc72a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:48:22.208369 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-a59c7fcf-d602-4512-b160-4a8c494dc72a admin admin] Notify callbacks [] for subnet, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:48:22.212594 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94a95dcf-5594-430e-aa24-af0c0621fabb None None] Network 5a3a0648-37d2-455a-a19b-5ba694fe61ed requested from dv-cinder-798091-1-smb {{(pid=78399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 25 14:48:22.233389 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-a59c7fcf-d602-4512-b160-4a8c494dc72a admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3849835 Jun 25 14:48:22.236014 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.72', 41338) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:48:22.241086 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.v2.base [None req-42a71940-10e5-4474-89fe-fbd466b2abe0 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-126884640-router', 'tenant_id': '9c7ecdaefcbc4549b13f8ea4501af8fd', 'external_gateway_info': {'network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee'}}} {{(pid=78397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:48:22.245862 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-42a71940-10e5-4474-89fe-fbd466b2abe0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:48:22.251877 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-42a71940-10e5-4474-89fe-fbd466b2abe0 admin admin] Usage tracker for resource:router and tenant:9c7ecdaefcbc4549b13f8ea4501af8fd is out of sync, need to count used quota {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:48:22.255683 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-42a71940-10e5-4474-89fe-fbd466b2abe0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:48:22.261450 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-42a71940-10e5-4474-89fe-fbd466b2abe0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:48:22.272499 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-42a71940-10e5-4474-89fe-fbd466b2abe0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-499437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1016470'] for router, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:48:22.273531 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-42a71940-10e5-4474-89fe-fbd466b2abe0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-498441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-497780', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3719610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1016449'] for router, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:48:22.290297 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-42a71940-10e5-4474-89fe-fbd466b2abe0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:48:22.435395 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e55c7e8-4c86-478e-ae11-e70372d504bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c8bd671-329d-5687-b2c0-76f17e15c0bb-5a3a0648-37d2-455a-a19b-5ba694fe61ed', 'network_id': '5a3a0648-37d2-455a-a19b-5ba694fe61ed', 'tenant_id': '9c7ecdaefcbc4549b13f8ea4501af8fd', 'fixed_ips': [{'subnet_id': '5edf8d8a-fc29-4de9-9fc4-71ec8e887aa3'}]}} from dv-cinder-798091-1-smb. {{(pid=78399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 25 14:48:22.436446 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-9e55c7e8-4c86-478e-ae11-e70372d504bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for port, before_create {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:48:22.556779 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-42a71940-10e5-4474-89fe-fbd466b2abe0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-497766', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-499428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1016435'] for router, precommit_update {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:48:22.588558 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.db_base_plugin_common [None req-9e55c7e8-4c86-478e-ae11-e70372d504bd None None] Allocated IP 172.20.0.2 (5a3a0648-37d2-455a-a19b-5ba694fe61ed/5edf8d8a-fc29-4de9-9fc4-71ec8e887aa3/ee071130-fae4-4a2a-84ca-7c9c51a586e4) {{(pid=78399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 14:48:22.826942 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-9e55c7e8-4c86-478e-ae11-e70372d504bd None None] Notify callbacks [] for port, precommit_create {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:48:22.836949 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-9e55c7e8-4c86-478e-ae11-e70372d504bd None None] Transition to ACTIVE for port object ee071130-fae4-4a2a-84ca-7c9c51a586e4 will not be triggered until provisioned by entity L2. {{(pid=78399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:48:22.857625 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-9e55c7e8-4c86-478e-ae11-e70372d504bd None None] Transition to ACTIVE for port object ee071130-fae4-4a2a-84ca-7c9c51a586e4 will not be triggered until provisioned by entity DHCP. {{(pid=78399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:48:22.864266 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-9e55c7e8-4c86-478e-ae11-e70372d504bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747172243469'] for port, after_create {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:48:22.869173 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-42a71940-10e5-4474-89fe-fbd466b2abe0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:48:22.869510 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:48:22.899493 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-42a71940-10e5-4474-89fe-fbd466b2abe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for port, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:48:22.929465 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e55c7e8-4c86-478e-ae11-e70372d504bd None None] Network 5a3a0648-37d2-455a-a19b-5ba694fe61ed is already hosted by enough agents. {{(pid=78399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:48:22.932452 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.scheduler.base_scheduler [None req-9e55c7e8-4c86-478e-ae11-e70372d504bd None None] Resources bound (agent type, host, resource id): {{(pid=78399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:48:22.937157 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e55c7e8-4c86-478e-ae11-e70372d504bd None None] Received port after_create {{(pid=78399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 25 14:48:22.972576 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e55c7e8-4c86-478e-ae11-e70372d504bd None None] Pushing event updated for resources: {'Port': ['ID=ee071130-fae4-4a2a-84ca-7c9c51a586e4,revision_number=1']} {{(pid=78399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:48:23.011538 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e55c7e8-4c86-478e-ae11-e70372d504bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:48:23.011885 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e55c7e8-4c86-478e-ae11-e70372d504bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:48:23.012185 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e55c7e8-4c86-478e-ae11-e70372d504bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:48:23.012512 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e55c7e8-4c86-478e-ae11-e70372d504bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:48:23.013450 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e55c7e8-4c86-478e-ae11-e70372d504bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:48:23.014045 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e55c7e8-4c86-478e-ae11-e70372d504bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:48:23.014478 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e55c7e8-4c86-478e-ae11-e70372d504bd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:48:23.014802 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e55c7e8-4c86-478e-ae11-e70372d504bd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:48:23.015122 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e55c7e8-4c86-478e-ae11-e70372d504bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:48:23.015436 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e55c7e8-4c86-478e-ae11-e70372d504bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:48:23.015749 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e55c7e8-4c86-478e-ae11-e70372d504bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:48:23.016058 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e55c7e8-4c86-478e-ae11-e70372d504bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:48:23.024369 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-9e55c7e8-4c86-478e-ae11-e70372d504bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:48:23.046421 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.managers [None req-9e55c7e8-4c86-478e-ae11-e70372d504bd None None] Attempting to bind port ee071130-fae4-4a2a-84ca-7c9c51a586e4 on host dv-cinder-798091-1-smb for vnic_type normal with profile {{(pid=78399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 14:48:23.046794 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.managers [None req-9e55c7e8-4c86-478e-ae11-e70372d504bd None None] Attempting to bind port ee071130-fae4-4a2a-84ca-7c9c51a586e4 by drivers openvswitch,hyperv on host dv-cinder-798091-1-smb at level 0 using segments [{'id': '6141eaa2-fe16-4a98-ae94-17e23054270c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '5a3a0648-37d2-455a-a19b-5ba694fe61ed'}] {{(pid=78399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 14:48:23.047158 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e55c7e8-4c86-478e-ae11-e70372d504bd None None] Attempting to bind port ee071130-fae4-4a2a-84ca-7c9c51a586e4 on network 5a3a0648-37d2-455a-a19b-5ba694fe61ed {{(pid=78399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:48:23.052927 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e55c7e8-4c86-478e-ae11-e70372d504bd None None] Checking agent: {'id': 'e8ccf8d8-5bf4-4749-9aa7-038299b331e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798091-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 14, 30, 9), 'started_at': datetime.datetime(2021, 6, 25, 14, 30, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 14, 48, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798091-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 14:48:23.053302 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e55c7e8-4c86-478e-ae11-e70372d504bd None None] Checking segment: {'id': '6141eaa2-fe16-4a98-ae94-17e23054270c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '5a3a0648-37d2-455a-a19b-5ba694fe61ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:48:23.053732 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-9e55c7e8-4c86-478e-ae11-e70372d504bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:48:23.054124 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e55c7e8-4c86-478e-ae11-e70372d504bd None None] Bound using segment: {'id': '6141eaa2-fe16-4a98-ae94-17e23054270c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '5a3a0648-37d2-455a-a19b-5ba694fe61ed'} {{(pid=78399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 14:48:23.054590 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.managers [None req-9e55c7e8-4c86-478e-ae11-e70372d504bd None None] Bound port: ee071130-fae4-4a2a-84ca-7c9c51a586e4, host: dv-cinder-798091-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6141eaa2-fe16-4a98-ae94-17e23054270c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '5a3a0648-37d2-455a-a19b-5ba694fe61ed'}}] {{(pid=78399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 14:48:23.054959 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-9e55c7e8-4c86-478e-ae11-e70372d504bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for port, before_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:48:23.136541 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.db_base_plugin_common [None req-42a71940-10e5-4474-89fe-fbd466b2abe0 admin admin] Allocated IP 172.28.1.40 (a1a43f7a-e11e-4ed3-80ce-932e2581e9ee/b0ba03d7-4f3a-4e33-bbe4-11273a91df80/b9a0063e-bfca-47bd-8f2e-ae63bd16559f) {{(pid=78397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 14:48:23.147995 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-9e55c7e8-4c86-478e-ae11-e70372d504bd None None] For port ee071130-fae4-4a2a-84ca-7c9c51a586e4, host dv-cinder-798091-1-smb, cleared binding levels {{(pid=78399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 25 14:48:23.150869 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-9e55c7e8-4c86-478e-ae11-e70372d504bd None None] For port ee071130-fae4-4a2a-84ca-7c9c51a586e4, host dv-cinder-798091-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798091-1-smb',level=0,port_id=ee071130-fae4-4a2a-84ca-7c9c51a586e4,segment=NetworkSegment(6141eaa2-fe16-4a98-ae94-17e23054270c),segment_id=6141eaa2-fe16-4a98-ae94-17e23054270c)] {{(pid=78399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 25 14:48:23.156857 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-9e55c7e8-4c86-478e-ae11-e70372d504bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747172683978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747172243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747172243532'] for port, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:48:23.160422 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:48:23.250196 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e55c7e8-4c86-478e-ae11-e70372d504bd None None] Pushing event updated for resources: {'Port': ['ID=ee071130-fae4-4a2a-84ca-7c9c51a586e4,revision_number=2']} {{(pid=78399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:48:23.254492 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-9e55c7e8-4c86-478e-ae11-e70372d504bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:48:23.292226 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-42a71940-10e5-4474-89fe-fbd466b2abe0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:48:23.323540 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-42a71940-10e5-4474-89fe-fbd466b2abe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747172243469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127937375'] for port, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:48:23.328017 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-7d83c8f6-b2b6-4780-946f-560a1b3ee087 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:48:23.390504 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42a71940-10e5-4474-89fe-fbd466b2abe0 admin admin] Network a1a43f7a-e11e-4ed3-80ce-932e2581e9ee is already hosted by enough agents. {{(pid=78397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:48:23.393278 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.scheduler.base_scheduler [None req-42a71940-10e5-4474-89fe-fbd466b2abe0 admin admin] Resources bound (agent type, host, resource id): {{(pid=78397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:48:23.396931 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a71940-10e5-4474-89fe-fbd466b2abe0 admin admin] Received port after_create {{(pid=78397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 25 14:48:23.437515 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a71940-10e5-4474-89fe-fbd466b2abe0 admin admin] Pushing event updated for resources: {'Port': ['ID=b9a0063e-bfca-47bd-8f2e-ae63bd16559f,revision_number=1']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:48:23.446149 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-42a71940-10e5-4474-89fe-fbd466b2abe0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:48:23.818702 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-42a71940-10e5-4474-89fe-fbd466b2abe0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:48:24.161212 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9312c49-b31c-4d85-aaec-5b6052a09308 None None] Network 5a3a0648-37d2-455a-a19b-5ba694fe61ed requested from dv-cinder-798091-1-smb {{(pid=78399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 25 14:48:24.172824 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-42a71940-10e5-4474-89fe-fbd466b2abe0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-499451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-497729'] for router, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:48:24.267820 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-607a7449-2f56-48c3-8ac2-1dfd6158eeac None None] Provisioning for port ee071130-fae4-4a2a-84ca-7c9c51a586e4 completed by entity DHCP. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:48:24.342988 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Device ee071130-fae4-4a2a-84ca-7c9c51a586e4 up at agent ovs-agent-dv-cinder-798091-1-smb {{(pid=78399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:48:24.387224 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42a71940-10e5-4474-89fe-fbd466b2abe0 admin admin] Router d867dcb7-d09c-4e3d-a52a-d7c7004d8cdf is scheduled to L3 agent 941bc864-709b-4c09-a7df-f27e1f49545a with binding_index 1 {{(pid=78397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 25 14:48:24.462262 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Provisioning for port ee071130-fae4-4a2a-84ca-7c9c51a586e4 completed by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:48:24.469678 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Provisioning complete for port ee071130-fae4-4a2a-84ca-7c9c51a586e4 triggered by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:48:24.470065 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545280'] for port, provisioning_complete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:48:24.598479 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for port, before_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:48:24.636180 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] For port ee071130-fae4-4a2a-84ca-7c9c51a586e4, host dv-cinder-798091-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798091-1-smb',level=0,port_id=ee071130-fae4-4a2a-84ca-7c9c51a586e4,segment=NetworkSegment(6141eaa2-fe16-4a98-ae94-17e23054270c),segment_id=6141eaa2-fe16-4a98-ae94-17e23054270c)] {{(pid=78399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:48:24.641288 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747172683978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747172243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747172243532'] for port, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:48:24.643511 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:48:24.688500 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42a71940-10e5-4474-89fe-fbd466b2abe0 admin admin] Notify agent at l3_agent.dv-cinder-798091-1-smb the message routers_updated {{(pid=78397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 25 14:48:24.700198 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b05dcc6c-0fe0-4c50-8f13-35ea48eebf91 None None] Sync routers for ids ['d867dcb7-d09c-4e3d-a52a-d7c7004d8cdf'] in dv-cinder-798091-1-smb {{(pid=78399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 14:48:24.711852 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-42a71940-10e5-4474-89fe-fbd466b2abe0 admin admin] Notify callbacks [] for router, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:48:24.713053 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-42a71940-10e5-4474-89fe-fbd466b2abe0 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.4760890 Jun 25 14:48:24.715865 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.72', 41342) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:48:24.724596 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05dcc6c-0fe0-4c50-8f13-35ea48eebf91 None None] Routers {'d867dcb7-d09c-4e3d-a52a-d7c7004d8cdf'} bound to L3 agent in host dv-cinder-798091-1-smb {{(pid=78399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:48:24.725203 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.l3_hamode_db [None req-b05dcc6c-0fe0-4c50-8f13-35ea48eebf91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798091-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-25T14:30:11Z,description=,heartbeat_timestamp=2021-06-25T14:48:11Z,host='dv-cinder-798091-1-smb',id=941bc864-709b-4c09-a7df-f27e1f49545a,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:30:11Z,topic='l3_agent')) {'router_ids': ['d867dcb7-d09c-4e3d-a52a-d7c7004d8cdf'], 'active': True} {{(pid=78399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:48:24.803444 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-36899fb3-73d6-4dba-b1d7-cdfe9ff3a473 None None] Provisioning complete for port ee071130-fae4-4a2a-84ca-7c9c51a586e4 triggered by entity DHCP. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:48:24.803702 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-36899fb3-73d6-4dba-b1d7-cdfe9ff3a473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545280'] for port, provisioning_complete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:48:24.834062 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Pushing event updated for resources: {'Port': ['ID=ee071130-fae4-4a2a-84ca-7c9c51a586e4,revision_number=3']} {{(pid=78399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:48:24.845391 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:48:24.965479 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.l3_dvr_db [None req-b05dcc6c-0fe0-4c50-8f13-35ea48eebf91 None None] Set router d867dcb7-d09c-4e3d-a52a-d7c7004d8cdf gateway port host: dv-cinder-798091-1-smb {{(pid=78399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:48:25.330549 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.l3_hamode_db [None req-b05dcc6c-0fe0-4c50-8f13-35ea48eebf91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd867dcb7-d09c-4e3d-a52a-d7c7004d8cdf', 'name': 'tempest-TestShelveInstance-126884640-router', 'tenant_id': '9c7ecdaefcbc4549b13f8ea4501af8fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee', 'external_fixed_ips': [{'subnet_id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'ip_address': '172.28.1.40'}], 'enable_snat': True}, 'gw_port_id': 'b9a0063e-bfca-47bd-8f2e-ae63bd16559f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:48:22Z', 'updated_at': '2021-06-25T14:48:23Z', 'revision_number': 3, 'project_id': '9c7ecdaefcbc4549b13f8ea4501af8fd', 'gw_port': {'id': 'b9a0063e-bfca-47bd-8f2e-ae63bd16559f', 'name': '', 'network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:7a:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd867dcb7-d09c-4e3d-a52a-d7c7004d8cdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'ip_address': '172.28.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:48:22Z', 'updated_at': '2021-06-25T14:48:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798091-1-smb'}], 'dv-cinder-798091-1-smb', False) {} {{(pid=78399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:48:25.334379 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b05dcc6c-0fe0-4c50-8f13-35ea48eebf91 None None] Checking router: d867dcb7-d09c-4e3d-a52a-d7c7004d8cdf for host: dv-cinder-798091-1-smb {{(pid=78399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 14:48:25.334725 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b05dcc6c-0fe0-4c50-8f13-35ea48eebf91 None None] Updating router d867dcb7-d09c-4e3d-a52a-d7c7004d8cdf port b9a0063e-bfca-47bd-8f2e-ae63bd16559f binding host dv-cinder-798091-1-smb {{(pid=78399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 14:48:25.385154 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-621c7119-792c-4e72-8be7-17b6a7b231dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for port, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:48:25.394562 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-b05dcc6c-0fe0-4c50-8f13-35ea48eebf91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for port, before_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:48:25.590409 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.db_base_plugin_common [None req-621c7119-792c-4e72-8be7-17b6a7b231dc admin admin] Allocated IP 172.20.0.1 (5a3a0648-37d2-455a-a19b-5ba694fe61ed/5edf8d8a-fc29-4de9-9fc4-71ec8e887aa3/8b988f1e-7d95-4be6-8967-6b3317042456) {{(pid=78397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 14:48:25.723550 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-b05dcc6c-0fe0-4c50-8f13-35ea48eebf91 None None] Notify callbacks [] for port, precommit_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:48:25.736508 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-b05dcc6c-0fe0-4c50-8f13-35ea48eebf91 None None] Transition to ACTIVE for port object b9a0063e-bfca-47bd-8f2e-ae63bd16559f will not be triggered until provisioned by entity L2. {{(pid=78399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:48:25.743165 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-b05dcc6c-0fe0-4c50-8f13-35ea48eebf91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747172683978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747172243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747172243532'] for port, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:48:25.746661 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:48:25.759736 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-621c7119-792c-4e72-8be7-17b6a7b231dc admin admin] Notify callbacks [] for port, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:48:25.777217 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.provisioning_blocks [None req-621c7119-792c-4e72-8be7-17b6a7b231dc admin admin] Transition to ACTIVE for port object 8b988f1e-7d95-4be6-8967-6b3317042456 will not be triggered until provisioned by entity DHCP. {{(pid=78397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:48:25.802216 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-621c7119-792c-4e72-8be7-17b6a7b231dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747172243469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127937375'] for port, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:48:25.807831 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-740ebc61-6c36-4d30-ada6-a3c6ae1108f8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:48:25.836675 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.managers [None req-b05dcc6c-0fe0-4c50-8f13-35ea48eebf91 None None] Attempting to bind port b9a0063e-bfca-47bd-8f2e-ae63bd16559f on host dv-cinder-798091-1-smb for vnic_type normal with profile {{(pid=78399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 14:48:25.837050 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.managers [None req-b05dcc6c-0fe0-4c50-8f13-35ea48eebf91 None None] Attempting to bind port b9a0063e-bfca-47bd-8f2e-ae63bd16559f by drivers openvswitch,hyperv on host dv-cinder-798091-1-smb at level 0 using segments [{'id': 'd6aebad4-c614-4812-b5db-5340468a6247', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee'}] {{(pid=78399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 14:48:25.837411 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b05dcc6c-0fe0-4c50-8f13-35ea48eebf91 None None] Attempting to bind port b9a0063e-bfca-47bd-8f2e-ae63bd16559f on network a1a43f7a-e11e-4ed3-80ce-932e2581e9ee {{(pid=78399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:48:25.841640 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bc5385-b6a9-4fd8-87f0-0d55290501c9 None None] Pushing event updated for resources: {'Port': ['ID=b9a0063e-bfca-47bd-8f2e-ae63bd16559f,revision_number=2']} {{(pid=78399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:48:25.847225 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-e3bc5385-b6a9-4fd8-87f0-0d55290501c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:48:25.847488 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b05dcc6c-0fe0-4c50-8f13-35ea48eebf91 None None] Checking agent: {'id': 'e8ccf8d8-5bf4-4749-9aa7-038299b331e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798091-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 14, 30, 9), 'started_at': datetime.datetime(2021, 6, 25, 14, 30, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 14, 48, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798091-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 14:48:25.847920 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b05dcc6c-0fe0-4c50-8f13-35ea48eebf91 None None] Checking segment: {'id': 'd6aebad4-c614-4812-b5db-5340468a6247', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:48:25.848262 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-b05dcc6c-0fe0-4c50-8f13-35ea48eebf91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:48:25.848648 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b05dcc6c-0fe0-4c50-8f13-35ea48eebf91 None None] Bound using segment: {'id': 'd6aebad4-c614-4812-b5db-5340468a6247', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee'} {{(pid=78399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 14:48:25.849128 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.managers [None req-b05dcc6c-0fe0-4c50-8f13-35ea48eebf91 None None] Bound port: b9a0063e-bfca-47bd-8f2e-ae63bd16559f, host: dv-cinder-798091-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6aebad4-c614-4812-b5db-5340468a6247', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee'}}] {{(pid=78399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 14:48:25.849498 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-b05dcc6c-0fe0-4c50-8f13-35ea48eebf91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for port, before_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:48:25.875811 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-621c7119-792c-4e72-8be7-17b6a7b231dc admin admin] Network 5a3a0648-37d2-455a-a19b-5ba694fe61ed is already hosted by enough agents. {{(pid=78397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:48:25.879763 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.scheduler.base_scheduler [None req-621c7119-792c-4e72-8be7-17b6a7b231dc admin admin] Resources bound (agent type, host, resource id): {{(pid=78397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:48:25.883594 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621c7119-792c-4e72-8be7-17b6a7b231dc admin admin] Received port after_create {{(pid=78397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 25 14:48:25.937879 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-b05dcc6c-0fe0-4c50-8f13-35ea48eebf91 None None] For port b9a0063e-bfca-47bd-8f2e-ae63bd16559f, host dv-cinder-798091-1-smb, cleared binding levels {{(pid=78399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 25 14:48:25.938229 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621c7119-792c-4e72-8be7-17b6a7b231dc admin admin] Pushing event updated for resources: {'Port': ['ID=8b988f1e-7d95-4be6-8967-6b3317042456,revision_number=1']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:48:25.942029 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-b05dcc6c-0fe0-4c50-8f13-35ea48eebf91 None None] For port b9a0063e-bfca-47bd-8f2e-ae63bd16559f, host dv-cinder-798091-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798091-1-smb',level=0,port_id=b9a0063e-bfca-47bd-8f2e-ae63bd16559f,segment=NetworkSegment(d6aebad4-c614-4812-b5db-5340468a6247),segment_id=d6aebad4-c614-4812-b5db-5340468a6247)] {{(pid=78399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 25 14:48:25.945104 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-621c7119-792c-4e72-8be7-17b6a7b231dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:48:25.946754 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-b05dcc6c-0fe0-4c50-8f13-35ea48eebf91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747172683978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747172243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747172243532'] for port, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:48:25.952351 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-e1f3ee26-bb25-4307-8c1b-5db201c93f27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:48:25.959538 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-621c7119-792c-4e72-8be7-17b6a7b231dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-497799'] for router_interface, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:48:26.025140 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05dcc6c-0fe0-4c50-8f13-35ea48eebf91 None None] Routers {'d867dcb7-d09c-4e3d-a52a-d7c7004d8cdf'} bound to L3 agent in host dv-cinder-798091-1-smb {{(pid=78399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:48:26.025809 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.l3_hamode_db [None req-b05dcc6c-0fe0-4c50-8f13-35ea48eebf91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798091-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-25T14:30:11Z,description=,heartbeat_timestamp=2021-06-25T14:48:11Z,host='dv-cinder-798091-1-smb',id=941bc864-709b-4c09-a7df-f27e1f49545a,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:30:11Z,topic='l3_agent')) {'router_ids': ['d867dcb7-d09c-4e3d-a52a-d7c7004d8cdf'], 'active': True} {{(pid=78399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:48:26.104399 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bc5385-b6a9-4fd8-87f0-0d55290501c9 None None] Pushing event updated for resources: {'Port': ['ID=b9a0063e-bfca-47bd-8f2e-ae63bd16559f,revision_number=3']} {{(pid=78399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:48:26.108516 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-e3bc5385-b6a9-4fd8-87f0-0d55290501c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:48:26.213835 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-2bda2f69-9e52-4935-a264-eec988a6f391 None None] Provisioning for port 8b988f1e-7d95-4be6-8967-6b3317042456 completed by entity DHCP. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:48:26.224384 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-2bda2f69-9e52-4935-a264-eec988a6f391 None None] Provisioning complete for port 8b988f1e-7d95-4be6-8967-6b3317042456 triggered by entity DHCP. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:48:26.224763 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-2bda2f69-9e52-4935-a264-eec988a6f391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545280'] for port, provisioning_complete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:48:26.287574 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.l3_dvr_db [None req-b05dcc6c-0fe0-4c50-8f13-35ea48eebf91 None None] Set router d867dcb7-d09c-4e3d-a52a-d7c7004d8cdf gateway port host: dv-cinder-798091-1-smb {{(pid=78399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:48:26.334240 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Device ee071130-fae4-4a2a-84ca-7c9c51a586e4 up at agent ovs-agent-dv-cinder-798091-1-smb {{(pid=78399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:48:26.363558 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-621c7119-792c-4e72-8be7-17b6a7b231dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for port, before_update {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:48:26.434295 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.plugin [None req-2bda2f69-9e52-4935-a264-eec988a6f391 None None] Port 8b988f1e-7d95-4be6-8967-6b3317042456 cannot update to ACTIVE because it is not bound. {{(pid=78399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 14:48:26.578305 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Provisioning complete for port ee071130-fae4-4a2a-84ca-7c9c51a586e4 triggered by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:48:26.578687 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545280'] for port, provisioning_complete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:48:26.586251 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-621c7119-792c-4e72-8be7-17b6a7b231dc admin admin] Notify callbacks [] for port, precommit_update {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:48:26.591432 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-621c7119-792c-4e72-8be7-17b6a7b231dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747172683978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747172243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747172243532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127937384'] for port, after_update {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:48:26.618886 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-105d9544-3f4c-45a4-a41c-3dc5834172ee tempest-AttachVolumeTestJSON-1187920611 tempest-AttachVolumeTestJSON-1187920611-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:48:26.699801 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-621c7119-792c-4e72-8be7-17b6a7b231dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3692262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-499246'] for router_interface, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:48:26.705802 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621c7119-792c-4e72-8be7-17b6a7b231dc admin admin] Pushing event updated for resources: {'Port': ['ID=8b988f1e-7d95-4be6-8967-6b3317042456,revision_number=2']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:48:26.710115 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-621c7119-792c-4e72-8be7-17b6a7b231dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:48:26.772734 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.l3_hamode_db [None req-b05dcc6c-0fe0-4c50-8f13-35ea48eebf91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd867dcb7-d09c-4e3d-a52a-d7c7004d8cdf', 'name': 'tempest-TestShelveInstance-126884640-router', 'tenant_id': '9c7ecdaefcbc4549b13f8ea4501af8fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee', 'external_fixed_ips': [{'subnet_id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'ip_address': '172.28.1.40'}], 'enable_snat': True}, 'gw_port_id': 'b9a0063e-bfca-47bd-8f2e-ae63bd16559f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:48:22Z', 'updated_at': '2021-06-25T14:48:23Z', 'revision_number': 3, 'project_id': '9c7ecdaefcbc4549b13f8ea4501af8fd', 'gw_port': {'id': 'b9a0063e-bfca-47bd-8f2e-ae63bd16559f', 'name': '', 'network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:7a:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd867dcb7-d09c-4e3d-a52a-d7c7004d8cdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'ip_address': '172.28.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:48:22Z', 'updated_at': '2021-06-25T14:48:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798091-1-smb'}], 'dv-cinder-798091-1-smb', False) {} {{(pid=78399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:48:26.780127 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b05dcc6c-0fe0-4c50-8f13-35ea48eebf91 None None] The sync data for ids ['d867dcb7-d09c-4e3d-a52a-d7c7004d8cdf'] in dv-cinder-798091-1-smb is: [{'id': 'd867dcb7-d09c-4e3d-a52a-d7c7004d8cdf', 'name': 'tempest-TestShelveInstance-126884640-router', 'tenant_id': '9c7ecdaefcbc4549b13f8ea4501af8fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee', 'external_fixed_ips': [{'subnet_id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'ip_address': '172.28.1.40'}], 'enable_snat': True}, 'gw_port_id': 'b9a0063e-bfca-47bd-8f2e-ae63bd16559f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:48:22Z', 'updated_at': '2021-06-25T14:48:23Z', 'revision_number': 3, 'project_id': '9c7ecdaefcbc4549b13f8ea4501af8fd', 'gw_port': {'id': 'b9a0063e-bfca-47bd-8f2e-ae63bd16559f', 'name': '', 'network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:7a:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd867dcb7-d09c-4e3d-a52a-d7c7004d8cdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'ip_address': '172.28.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:48:22Z', 'updated_at': '2021-06-25T14:48:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798091-1-smb'}] {{(pid=78399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 14:48:26.847220 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-621c7119-792c-4e72-8be7-17b6a7b231dc admin admin] Network 5a3a0648-37d2-455a-a19b-5ba694fe61ed is already hosted by enough agents. {{(pid=78397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:48:26.848402 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.scheduler.base_scheduler [None req-621c7119-792c-4e72-8be7-17b6a7b231dc admin admin] Resources bound (agent type, host, resource id): {{(pid=78397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:48:27.057417 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-621c7119-792c-4e72-8be7-17b6a7b231dc admin admin] Router d867dcb7-d09c-4e3d-a52a-d7c7004d8cdf has already been hosted by L3 agent 941bc864-709b-4c09-a7df-f27e1f49545a {{(pid=78397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 14:48:27.161658 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-94304906-333f-4222-be52-0ad4b5ce5d30 None None] Provisioning complete for port 8b988f1e-7d95-4be6-8967-6b3317042456 triggered by entity DHCP. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:48:27.162868 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-94304906-333f-4222-be52-0ad4b5ce5d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545280'] for port, provisioning_complete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:48:27.258084 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-621c7119-792c-4e72-8be7-17b6a7b231dc admin admin] Notify agent at l3_agent.dv-cinder-798091-1-smb the message routers_updated {{(pid=78397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 25 14:48:27.267667 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.plugin [None req-94304906-333f-4222-be52-0ad4b5ce5d30 None None] Port 8b988f1e-7d95-4be6-8967-6b3317042456 cannot update to ACTIVE because it is not bound. {{(pid=78399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 14:48:27.271221 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-621c7119-792c-4e72-8be7-17b6a7b231dc admin admin] 10.222.0.72 "PUT /v2.0/routers/d867dcb7-d09c-4e3d-a52a-d7c7004d8cdf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5512788 Jun 25 14:48:27.803730 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.72', 41360) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:48:27.810026 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.v2.base [None req-cc10e10a-1809-4520-8882-cc8e8fb141c5 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-38479916-network', 'tenant_id': 'f1658b2c625149408443e1bfd0c60590'}} {{(pid=78397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:48:27.815741 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-cc10e10a-1809-4520-8882-cc8e8fb141c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:48:27.820632 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-cc10e10a-1809-4520-8882-cc8e8fb141c5 admin admin] Usage tracker for resource:network and tenant:f1658b2c625149408443e1bfd0c60590 is out of sync, need to count used quota {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:48:27.825059 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-cc10e10a-1809-4520-8882-cc8e8fb141c5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:48:27.832183 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-cc10e10a-1809-4520-8882-cc8e8fb141c5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:48:27.842765 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc10e10a-1809-4520-8882-cc8e8fb141c5 admin admin] Made reservation on behalf of f1658b2c625149408443e1bfd0c60590 for: {'network': 1} {{(pid=78397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 14:48:27.845221 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-cc10e10a-1809-4520-8882-cc8e8fb141c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for network, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:48:27.857834 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-cc10e10a-1809-4520-8882-cc8e8fb141c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:48:27.876599 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-cc10e10a-1809-4520-8882-cc8e8fb141c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:48:27.880731 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-cc10e10a-1809-4520-8882-cc8e8fb141c5 admin admin] Usage tracker for resource:security_group_rule and tenant:f1658b2c625149408443e1bfd0c60590 is out of sync, need to count used quota {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:48:27.883601 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-cc10e10a-1809-4520-8882-cc8e8fb141c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:48:27.890130 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-cc10e10a-1809-4520-8882-cc8e8fb141c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:48:27.976562 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-cc10e10a-1809-4520-8882-cc8e8fb141c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:48:27.980538 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-cc10e10a-1809-4520-8882-cc8e8fb141c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726995'] for security_group, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:48:27.983824 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-7bb24d15-19bd-4366-84ec-ea34affcdb87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:48:28.014212 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc10e10a-1809-4520-8882-cc8e8fb141c5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 329} {{(pid=78397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 14:48:28.023612 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc10e10a-1809-4520-8882-cc8e8fb141c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9517f9cb-de78-45b8-9193-a0ee3b185607,revision_number=1']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:48:28.026709 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-cc10e10a-1809-4520-8882-cc8e8fb141c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:48:28.034881 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-cc10e10a-1809-4520-8882-cc8e8fb141c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3551624'] for segment, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:48:28.035076 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.db.segments_db [None req-cc10e10a-1809-4520-8882-cc8e8fb141c5 admin admin] Added segment a846c1f4-a65b-40d3-b535-1962dc2946f5 of type vlan for network 23734487-cb3c-458c-a0b3-87c11409d2d6 Jun 25 14:48:28.064008 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-cc10e10a-1809-4520-8882-cc8e8fb141c5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747172227979'] for network, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:48:28.094231 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-cc10e10a-1809-4520-8882-cc8e8fb141c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180'] for network, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:48:28.095604 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc10e10a-1809-4520-8882-cc8e8fb141c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:48:28.096182 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-cc10e10a-1809-4520-8882-cc8e8fb141c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692162'] for network, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:48:28.099697 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:48:28.201320 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc10e10a-1809-4520-8882-cc8e8fb141c5 admin admin] Pushing event updated for resources: {'Network': ['ID=23734487-cb3c-458c-a0b3-87c11409d2d6,revision_number=1']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:48:28.207076 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.72', 41364) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:48:28.207713 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-cc10e10a-1809-4520-8882-cc8e8fb141c5 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.4023864 Jun 25 14:48:28.208160 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-cc10e10a-1809-4520-8882-cc8e8fb141c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:48:28.211722 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Network 23734487-cb3c-458c-a0b3-87c11409d2d6 details requested by agent ovs-agent-dv-cinder-798091-1-smb with host dv-cinder-798091-1-smb {{(pid=78399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 25 14:48:28.212799 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.v2.base [None req-33144df9-7225-420b-b983-ba0a151d6891 admin admin] Request body: {'subnet': {'network_id': '23734487-cb3c-458c-a0b3-87c11409d2d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-38479916-subnet', 'tenant_id': 'f1658b2c625149408443e1bfd0c60590', 'ip_version': 4}} {{(pid=78398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:48:28.218301 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-33144df9-7225-420b-b983-ba0a151d6891 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:48:28.222240 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-33144df9-7225-420b-b983-ba0a151d6891 admin admin] Usage tracker for resource:subnet and tenant:f1658b2c625149408443e1bfd0c60590 is out of sync, need to count used quota {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:48:28.225047 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-33144df9-7225-420b-b983-ba0a151d6891 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:48:28.231136 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-33144df9-7225-420b-b983-ba0a151d6891 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:48:28.242907 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33144df9-7225-420b-b983-ba0a151d6891 admin admin] Made reservation on behalf of f1658b2c625149408443e1bfd0c60590 for: {'subnet': 1} {{(pid=78398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 14:48:28.245767 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-33144df9-7225-420b-b983-ba0a151d6891 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129198063'] for subnet, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:48:28.326745 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08be204f-1dd6-4f77-8c70-9586e461f800 None None] Sync routers for ids ['d867dcb7-d09c-4e3d-a52a-d7c7004d8cdf'] in dv-cinder-798091-1-smb {{(pid=78400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 14:48:28.339485 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Device b9a0063e-bfca-47bd-8f2e-ae63bd16559f up at agent ovs-agent-dv-cinder-798091-1-smb {{(pid=78399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:48:28.347831 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08be204f-1dd6-4f77-8c70-9586e461f800 None None] Routers {'d867dcb7-d09c-4e3d-a52a-d7c7004d8cdf'} bound to L3 agent in host dv-cinder-798091-1-smb {{(pid=78400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:48:28.348432 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.db.l3_hamode_db [None req-08be204f-1dd6-4f77-8c70-9586e461f800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798091-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-25T14:30:11Z,description=,heartbeat_timestamp=2021-06-25T14:48:11Z,host='dv-cinder-798091-1-smb',id=941bc864-709b-4c09-a7df-f27e1f49545a,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:30:11Z,topic='l3_agent')) {'router_ids': ['d867dcb7-d09c-4e3d-a52a-d7c7004d8cdf'], 'active': True} {{(pid=78400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:48:28.415052 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Provisioning for port b9a0063e-bfca-47bd-8f2e-ae63bd16559f completed by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:48:28.420493 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Provisioning complete for port b9a0063e-bfca-47bd-8f2e-ae63bd16559f triggered by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:48:28.421079 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545280'] for port, provisioning_complete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:48:28.469238 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-33144df9-7225-420b-b983-ba0a151d6891 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1903006', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129198073'] for subnet, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:48:28.474754 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-4e5cc5e6-823f-46f2-b197-bbf941b20932 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:48:28.542475 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.db.l3_dvr_db [None req-08be204f-1dd6-4f77-8c70-9586e461f800 None None] Set router d867dcb7-d09c-4e3d-a52a-d7c7004d8cdf gateway port host: dv-cinder-798091-1-smb {{(pid=78400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:48:28.546523 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for port, before_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:48:28.564055 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] For port b9a0063e-bfca-47bd-8f2e-ae63bd16559f, host dv-cinder-798091-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798091-1-smb',level=0,port_id=b9a0063e-bfca-47bd-8f2e-ae63bd16559f,segment=NetworkSegment(d6aebad4-c614-4812-b5db-5340468a6247),segment_id=d6aebad4-c614-4812-b5db-5340468a6247)] {{(pid=78399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:48:28.564733 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33144df9-7225-420b-b983-ba0a151d6891 admin admin] Pushing event updated for resources: {'Subnet': ['ID=11e25a35-64d9-4a57-91bb-b574564d8438,revision_number=0']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:48:28.568804 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-33144df9-7225-420b-b983-ba0a151d6891 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:48:28.573304 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33144df9-7225-420b-b983-ba0a151d6891 admin admin] Checking segment: {'id': 'a846c1f4-a65b-40d3-b535-1962dc2946f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '23734487-cb3c-458c-a0b3-87c11409d2d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:48:28.574344 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33144df9-7225-420b-b983-ba0a151d6891 admin admin] Network hostable DHCP agents. Network: 23734487-cb3c-458c-a0b3-87c11409d2d6, hostable agents: ['003a8640-0760-42fb-acf3-9b035430460e'], hosted agents: [] {{(pid=78398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 14:48:28.576267 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747172683978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747172243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747172243532'] for port, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:48:28.578129 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-e3bc5385-b6a9-4fd8-87f0-0d55290501c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:48:28.598171 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33144df9-7225-420b-b983-ba0a151d6891 admin admin] Network 23734487-cb3c-458c-a0b3-87c11409d2d6 is scheduled to be hosted by DHCP agent 003a8640-0760-42fb-acf3-9b035430460e with binding_index 1 {{(pid=78398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 14:48:28.609799 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.scheduler.base_scheduler [None req-33144df9-7225-420b-b983-ba0a151d6891 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798091-1-smb, 23734487-cb3c-458c-a0b3-87c11409d2d6) {{(pid=78398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:48:28.615058 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33144df9-7225-420b-b983-ba0a151d6891 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:48:28.615919 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-33144df9-7225-420b-b983-ba0a151d6891 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692162'] for subnet, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:48:28.626580 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a8b77b8-d9e0-45aa-8111-50c2ccf514f9 None None] Network 23734487-cb3c-458c-a0b3-87c11409d2d6 requested from dv-cinder-798091-1-smb {{(pid=78399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 25 14:48:28.646418 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-33144df9-7225-420b-b983-ba0a151d6891 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.4381909 Jun 25 14:48:28.648983 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.72', 41368) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:48:28.656374 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.v2.base [None req-4cd910bb-fd60-4bd0-98ca-e4b8f31a80c7 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-38479916-router', 'tenant_id': 'f1658b2c625149408443e1bfd0c60590', 'external_gateway_info': {'network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee'}}} {{(pid=78397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:48:28.662200 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-4cd910bb-fd60-4bd0-98ca-e4b8f31a80c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:48:28.669631 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-4cd910bb-fd60-4bd0-98ca-e4b8f31a80c7 admin admin] Usage tracker for resource:router and tenant:f1658b2c625149408443e1bfd0c60590 is out of sync, need to count used quota {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:48:28.673502 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-4cd910bb-fd60-4bd0-98ca-e4b8f31a80c7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:48:28.680294 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-4cd910bb-fd60-4bd0-98ca-e4b8f31a80c7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:48:28.695540 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-4cd910bb-fd60-4bd0-98ca-e4b8f31a80c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-499437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1016470'] for router, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:48:28.697100 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-4cd910bb-fd60-4bd0-98ca-e4b8f31a80c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-498441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-497780', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3719610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1016449'] for router, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:48:28.719931 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-4cd910bb-fd60-4bd0-98ca-e4b8f31a80c7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:48:28.736571 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Pushing event updated for resources: {'Port': ['ID=b9a0063e-bfca-47bd-8f2e-ae63bd16559f,revision_number=4']} {{(pid=78399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:48:28.740922 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:48:28.886470 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f88c639d-86bf-4047-8097-b291f6ae5b48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c8bd671-329d-5687-b2c0-76f17e15c0bb-23734487-cb3c-458c-a0b3-87c11409d2d6', 'network_id': '23734487-cb3c-458c-a0b3-87c11409d2d6', 'tenant_id': 'f1658b2c625149408443e1bfd0c60590', 'fixed_ips': [{'subnet_id': '11e25a35-64d9-4a57-91bb-b574564d8438'}]}} from dv-cinder-798091-1-smb. {{(pid=78399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 25 14:48:28.888035 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-f88c639d-86bf-4047-8097-b291f6ae5b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for port, before_create {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:48:28.895400 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.db.l3_hamode_db [None req-08be204f-1dd6-4f77-8c70-9586e461f800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd867dcb7-d09c-4e3d-a52a-d7c7004d8cdf', 'name': 'tempest-TestShelveInstance-126884640-router', 'tenant_id': '9c7ecdaefcbc4549b13f8ea4501af8fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee', 'external_fixed_ips': [{'subnet_id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'ip_address': '172.28.1.40'}], 'enable_snat': True}, 'gw_port_id': 'b9a0063e-bfca-47bd-8f2e-ae63bd16559f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:48:22Z', 'updated_at': '2021-06-25T14:48:26Z', 'revision_number': 4, 'project_id': '9c7ecdaefcbc4549b13f8ea4501af8fd', 'gw_port': {'id': 'b9a0063e-bfca-47bd-8f2e-ae63bd16559f', 'name': '', 'network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:7a:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd867dcb7-d09c-4e3d-a52a-d7c7004d8cdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'ip_address': '172.28.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:48:22Z', 'updated_at': '2021-06-25T14:48:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798091-1-smb', '_interfaces': [{'id': '8b988f1e-7d95-4be6-8967-6b3317042456', 'name': '', 'network_id': '5a3a0648-37d2-455a-a19b-5ba694fe61ed', 'tenant_id': '9c7ecdaefcbc4549b13f8ea4501af8fd', 'mac_address': 'fa:16:3e:74:dd:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd867dcb7-d09c-4e3d-a52a-d7c7004d8cdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '5edf8d8a-fc29-4de9-9fc4-71ec8e887aa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:48:25Z', 'updated_at': '2021-06-25T14:48:26Z', 'revision_number': 2, 'project_id': '9c7ecdaefcbc4549b13f8ea4501af8fd', 'subnets': [{'id': '5edf8d8a-fc29-4de9-9fc4-71ec8e887aa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798091-1-smb', False) {} {{(pid=78400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:48:28.899565 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08be204f-1dd6-4f77-8c70-9586e461f800 None None] Checking router: d867dcb7-d09c-4e3d-a52a-d7c7004d8cdf for host: dv-cinder-798091-1-smb {{(pid=78400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 14:48:28.900274 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08be204f-1dd6-4f77-8c70-9586e461f800 None None] Updating router d867dcb7-d09c-4e3d-a52a-d7c7004d8cdf port 8b988f1e-7d95-4be6-8967-6b3317042456 binding host dv-cinder-798091-1-smb {{(pid=78400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 14:48:28.961155 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron_lib.callbacks.manager [None req-08be204f-1dd6-4f77-8c70-9586e461f800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for port, before_update {{(pid=78400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:48:29.060517 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.db_base_plugin_common [None req-f88c639d-86bf-4047-8097-b291f6ae5b48 None None] Allocated IP 172.20.0.2 (23734487-cb3c-458c-a0b3-87c11409d2d6/11e25a35-64d9-4a57-91bb-b574564d8438/85680ea0-efbb-41d4-afd2-1522180dda34) {{(pid=78399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 14:48:29.121361 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-4cd910bb-fd60-4bd0-98ca-e4b8f31a80c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-497766', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-499428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1016435'] for router, precommit_update {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:48:29.283926 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-f88c639d-86bf-4047-8097-b291f6ae5b48 None None] Notify callbacks [] for port, precommit_create {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:48:29.294688 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-f88c639d-86bf-4047-8097-b291f6ae5b48 None None] Transition to ACTIVE for port object 85680ea0-efbb-41d4-afd2-1522180dda34 will not be triggered until provisioned by entity L2. {{(pid=78399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:48:29.313522 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-f88c639d-86bf-4047-8097-b291f6ae5b48 None None] Transition to ACTIVE for port object 85680ea0-efbb-41d4-afd2-1522180dda34 will not be triggered until provisioned by entity DHCP. {{(pid=78399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:48:29.318688 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-f88c639d-86bf-4047-8097-b291f6ae5b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747172243469'] for port, after_create {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:48:29.322984 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:48:29.364305 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron_lib.callbacks.manager [None req-08be204f-1dd6-4f77-8c70-9586e461f800 None None] Notify callbacks [] for port, precommit_update {{(pid=78400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:48:29.378021 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.db.provisioning_blocks [None req-08be204f-1dd6-4f77-8c70-9586e461f800 None None] Transition to ACTIVE for port object 8b988f1e-7d95-4be6-8967-6b3317042456 will not be triggered until provisioned by entity L2. {{(pid=78400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:48:29.387357 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f88c639d-86bf-4047-8097-b291f6ae5b48 None None] Network 23734487-cb3c-458c-a0b3-87c11409d2d6 is already hosted by enough agents. {{(pid=78399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:48:29.387955 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron_lib.callbacks.manager [None req-08be204f-1dd6-4f77-8c70-9586e461f800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747172683978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747172243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747172243532'] for port, after_update {{(pid=78400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:48:29.390678 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.scheduler.base_scheduler [None req-f88c639d-86bf-4047-8097-b291f6ae5b48 None None] Resources bound (agent type, host, resource id): {{(pid=78399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:48:29.394565 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f88c639d-86bf-4047-8097-b291f6ae5b48 None None] Received port after_create {{(pid=78399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 25 14:48:29.394752 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG oslo_concurrency.lockutils [None req-b18fe818-0369-4b6c-94c0-6cb47279adc2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:48:29.403764 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88c639d-86bf-4047-8097-b291f6ae5b48 None None] Pushing event updated for resources: {'Port': ['ID=85680ea0-efbb-41d4-afd2-1522180dda34,revision_number=1']} {{(pid=78399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:48:29.435737 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-f88c639d-86bf-4047-8097-b291f6ae5b48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:48:29.455731 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-4cd910bb-fd60-4bd0-98ca-e4b8f31a80c7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:48:29.492976 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-4cd910bb-fd60-4bd0-98ca-e4b8f31a80c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for port, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:48:29.497786 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.managers [None req-f88c639d-86bf-4047-8097-b291f6ae5b48 None None] Attempting to bind port 85680ea0-efbb-41d4-afd2-1522180dda34 on host dv-cinder-798091-1-smb for vnic_type normal with profile {{(pid=78399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 14:48:29.498270 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.managers [None req-f88c639d-86bf-4047-8097-b291f6ae5b48 None None] Attempting to bind port 85680ea0-efbb-41d4-afd2-1522180dda34 by drivers openvswitch,hyperv on host dv-cinder-798091-1-smb at level 0 using segments [{'id': 'a846c1f4-a65b-40d3-b535-1962dc2946f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '23734487-cb3c-458c-a0b3-87c11409d2d6'}] {{(pid=78399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 14:48:29.498638 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f88c639d-86bf-4047-8097-b291f6ae5b48 None None] Attempting to bind port 85680ea0-efbb-41d4-afd2-1522180dda34 on network 23734487-cb3c-458c-a0b3-87c11409d2d6 {{(pid=78399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:48:29.504381 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f88c639d-86bf-4047-8097-b291f6ae5b48 None None] Checking agent: {'id': 'e8ccf8d8-5bf4-4749-9aa7-038299b331e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798091-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 14, 30, 9), 'started_at': datetime.datetime(2021, 6, 25, 14, 30, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 14, 48, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798091-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 14:48:29.504751 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f88c639d-86bf-4047-8097-b291f6ae5b48 None None] Checking segment: {'id': 'a846c1f4-a65b-40d3-b535-1962dc2946f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '23734487-cb3c-458c-a0b3-87c11409d2d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:48:29.505153 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-f88c639d-86bf-4047-8097-b291f6ae5b48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:48:29.505543 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f88c639d-86bf-4047-8097-b291f6ae5b48 None None] Bound using segment: {'id': 'a846c1f4-a65b-40d3-b535-1962dc2946f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '23734487-cb3c-458c-a0b3-87c11409d2d6'} {{(pid=78399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 14:48:29.506028 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.managers [None req-f88c639d-86bf-4047-8097-b291f6ae5b48 None None] Bound port: 85680ea0-efbb-41d4-afd2-1522180dda34, host: dv-cinder-798091-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a846c1f4-a65b-40d3-b535-1962dc2946f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '23734487-cb3c-458c-a0b3-87c11409d2d6'}}] {{(pid=78399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 14:48:29.506403 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-f88c639d-86bf-4047-8097-b291f6ae5b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for port, before_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:48:29.564777 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085a1e71-47a1-4b98-9ff9-c12bdd8ee4a0 None None] Pushing event updated for resources: {'Port': ['ID=8b988f1e-7d95-4be6-8967-6b3317042456,revision_number=3']} {{(pid=78400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:48:29.608308 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-f88c639d-86bf-4047-8097-b291f6ae5b48 None None] For port 85680ea0-efbb-41d4-afd2-1522180dda34, host dv-cinder-798091-1-smb, cleared binding levels {{(pid=78399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 25 14:48:29.613300 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085a1e71-47a1-4b98-9ff9-c12bdd8ee4a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:48:29.613675 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085a1e71-47a1-4b98-9ff9-c12bdd8ee4a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:48:29.613901 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-f88c639d-86bf-4047-8097-b291f6ae5b48 None None] For port 85680ea0-efbb-41d4-afd2-1522180dda34, host dv-cinder-798091-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798091-1-smb',level=0,port_id=85680ea0-efbb-41d4-afd2-1522180dda34,segment=NetworkSegment(a846c1f4-a65b-40d3-b535-1962dc2946f5),segment_id=a846c1f4-a65b-40d3-b535-1962dc2946f5)] {{(pid=78399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 25 14:48:29.614056 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085a1e71-47a1-4b98-9ff9-c12bdd8ee4a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:48:29.614309 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085a1e71-47a1-4b98-9ff9-c12bdd8ee4a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:48:29.614631 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085a1e71-47a1-4b98-9ff9-c12bdd8ee4a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:48:29.614969 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085a1e71-47a1-4b98-9ff9-c12bdd8ee4a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:48:29.615476 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085a1e71-47a1-4b98-9ff9-c12bdd8ee4a0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:48:29.615872 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085a1e71-47a1-4b98-9ff9-c12bdd8ee4a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:48:29.617405 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085a1e71-47a1-4b98-9ff9-c12bdd8ee4a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:48:29.617931 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085a1e71-47a1-4b98-9ff9-c12bdd8ee4a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:48:29.618499 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085a1e71-47a1-4b98-9ff9-c12bdd8ee4a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:48:29.619078 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085a1e71-47a1-4b98-9ff9-c12bdd8ee4a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:48:29.619360 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-f88c639d-86bf-4047-8097-b291f6ae5b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747172683978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747172243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747172243532'] for port, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:48:29.624042 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:48:29.625138 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG oslo_concurrency.lockutils [None req-085a1e71-47a1-4b98-9ff9-c12bdd8ee4a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=78400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:48:29.647025 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.plugins.ml2.managers [None req-08be204f-1dd6-4f77-8c70-9586e461f800 None None] Attempting to bind port 8b988f1e-7d95-4be6-8967-6b3317042456 on host dv-cinder-798091-1-smb for vnic_type normal with profile {{(pid=78400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 14:48:29.647666 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.plugins.ml2.managers [None req-08be204f-1dd6-4f77-8c70-9586e461f800 None None] Attempting to bind port 8b988f1e-7d95-4be6-8967-6b3317042456 by drivers openvswitch,hyperv on host dv-cinder-798091-1-smb at level 0 using segments [{'id': '6141eaa2-fe16-4a98-ae94-17e23054270c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '5a3a0648-37d2-455a-a19b-5ba694fe61ed'}] {{(pid=78400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 14:48:29.648180 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08be204f-1dd6-4f77-8c70-9586e461f800 None None] Attempting to bind port 8b988f1e-7d95-4be6-8967-6b3317042456 on network 5a3a0648-37d2-455a-a19b-5ba694fe61ed {{(pid=78400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:48:29.654782 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08be204f-1dd6-4f77-8c70-9586e461f800 None None] Checking agent: {'id': 'e8ccf8d8-5bf4-4749-9aa7-038299b331e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798091-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 14, 30, 9), 'started_at': datetime.datetime(2021, 6, 25, 14, 30, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 14, 48, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798091-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 14:48:29.655431 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08be204f-1dd6-4f77-8c70-9586e461f800 None None] Checking segment: {'id': '6141eaa2-fe16-4a98-ae94-17e23054270c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '5a3a0648-37d2-455a-a19b-5ba694fe61ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:48:29.655992 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron_lib.callbacks.manager [None req-08be204f-1dd6-4f77-8c70-9586e461f800 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:48:29.656527 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08be204f-1dd6-4f77-8c70-9586e461f800 None None] Bound using segment: {'id': '6141eaa2-fe16-4a98-ae94-17e23054270c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '5a3a0648-37d2-455a-a19b-5ba694fe61ed'} {{(pid=78400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 14:48:29.657144 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.plugins.ml2.managers [None req-08be204f-1dd6-4f77-8c70-9586e461f800 None None] Bound port: 8b988f1e-7d95-4be6-8967-6b3317042456, host: dv-cinder-798091-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6141eaa2-fe16-4a98-ae94-17e23054270c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '5a3a0648-37d2-455a-a19b-5ba694fe61ed'}}] {{(pid=78400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 14:48:29.657303 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.db_base_plugin_common [None req-4cd910bb-fd60-4bd0-98ca-e4b8f31a80c7 admin admin] Allocated IP 172.28.1.17 (a1a43f7a-e11e-4ed3-80ce-932e2581e9ee/b0ba03d7-4f3a-4e33-bbe4-11273a91df80/e6b1e5c0-9a41-49ef-a619-dcfd117cae6f) {{(pid=78397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 14:48:29.657932 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron_lib.callbacks.manager [None req-08be204f-1dd6-4f77-8c70-9586e461f800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for port, before_update {{(pid=78400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:48:29.713109 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88c639d-86bf-4047-8097-b291f6ae5b48 None None] Pushing event updated for resources: {'Port': ['ID=85680ea0-efbb-41d4-afd2-1522180dda34,revision_number=2']} {{(pid=78399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:48:29.718146 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-f88c639d-86bf-4047-8097-b291f6ae5b48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:48:29.773519 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.plugins.ml2.db [None req-08be204f-1dd6-4f77-8c70-9586e461f800 None None] For port 8b988f1e-7d95-4be6-8967-6b3317042456, host dv-cinder-798091-1-smb, cleared binding levels {{(pid=78400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 25 14:48:29.778152 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.plugins.ml2.db [None req-08be204f-1dd6-4f77-8c70-9586e461f800 None None] For port 8b988f1e-7d95-4be6-8967-6b3317042456, host dv-cinder-798091-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798091-1-smb',level=0,port_id=8b988f1e-7d95-4be6-8967-6b3317042456,segment=NetworkSegment(6141eaa2-fe16-4a98-ae94-17e23054270c),segment_id=6141eaa2-fe16-4a98-ae94-17e23054270c)] {{(pid=78400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 25 14:48:29.786448 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron_lib.callbacks.manager [None req-08be204f-1dd6-4f77-8c70-9586e461f800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747172683978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747172243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747172243532'] for port, after_update {{(pid=78400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:48:29.794219 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:48:29.860246 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-4cd910bb-fd60-4bd0-98ca-e4b8f31a80c7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:48:29.877296 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08be204f-1dd6-4f77-8c70-9586e461f800 None None] Routers {'d867dcb7-d09c-4e3d-a52a-d7c7004d8cdf'} bound to L3 agent in host dv-cinder-798091-1-smb {{(pid=78400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:48:29.878012 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.db.l3_hamode_db [None req-08be204f-1dd6-4f77-8c70-9586e461f800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798091-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-25T14:30:11Z,description=,heartbeat_timestamp=2021-06-25T14:48:11Z,host='dv-cinder-798091-1-smb',id=941bc864-709b-4c09-a7df-f27e1f49545a,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:30:11Z,topic='l3_agent')) {'router_ids': ['d867dcb7-d09c-4e3d-a52a-d7c7004d8cdf'], 'active': True} {{(pid=78400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:48:29.899970 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-4cd910bb-fd60-4bd0-98ca-e4b8f31a80c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747172243469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127937375'] for port, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:48:29.906976 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-89b546f7-2a30-43f0-ac53-cb2075c85606 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:48:30.013301 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cd910bb-fd60-4bd0-98ca-e4b8f31a80c7 admin admin] Network a1a43f7a-e11e-4ed3-80ce-932e2581e9ee is already hosted by enough agents. {{(pid=78397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:48:30.016761 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.scheduler.base_scheduler [None req-4cd910bb-fd60-4bd0-98ca-e4b8f31a80c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=78397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:48:30.018422 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085a1e71-47a1-4b98-9ff9-c12bdd8ee4a0 None None] Pushing event updated for resources: {'Port': ['ID=8b988f1e-7d95-4be6-8967-6b3317042456,revision_number=4']} {{(pid=78400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:48:30.022051 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG oslo_concurrency.lockutils [None req-085a1e71-47a1-4b98-9ff9-c12bdd8ee4a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=78400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:48:30.025306 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd910bb-fd60-4bd0-98ca-e4b8f31a80c7 admin admin] Received port after_create {{(pid=78397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 25 14:48:30.069739 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd910bb-fd60-4bd0-98ca-e4b8f31a80c7 admin admin] Pushing event updated for resources: {'Port': ['ID=e6b1e5c0-9a41-49ef-a619-dcfd117cae6f,revision_number=1']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:48:30.080781 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-4cd910bb-fd60-4bd0-98ca-e4b8f31a80c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:48:30.158336 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.db.l3_dvr_db [None req-08be204f-1dd6-4f77-8c70-9586e461f800 None None] Set router d867dcb7-d09c-4e3d-a52a-d7c7004d8cdf gateway port host: dv-cinder-798091-1-smb {{(pid=78400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:48:30.401479 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Device b9a0063e-bfca-47bd-8f2e-ae63bd16559f up at agent ovs-agent-dv-cinder-798091-1-smb {{(pid=78399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:48:30.485110 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Provisioning complete for port b9a0063e-bfca-47bd-8f2e-ae63bd16559f triggered by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:48:30.485624 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545280'] for port, provisioning_complete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:48:30.485890 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-4cd910bb-fd60-4bd0-98ca-e4b8f31a80c7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:48:30.496536 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.db.l3_hamode_db [None req-08be204f-1dd6-4f77-8c70-9586e461f800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd867dcb7-d09c-4e3d-a52a-d7c7004d8cdf', 'name': 'tempest-TestShelveInstance-126884640-router', 'tenant_id': '9c7ecdaefcbc4549b13f8ea4501af8fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee', 'external_fixed_ips': [{'subnet_id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'ip_address': '172.28.1.40'}], 'enable_snat': True}, 'gw_port_id': 'b9a0063e-bfca-47bd-8f2e-ae63bd16559f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:48:22Z', 'updated_at': '2021-06-25T14:48:26Z', 'revision_number': 4, 'project_id': '9c7ecdaefcbc4549b13f8ea4501af8fd', 'gw_port': {'id': 'b9a0063e-bfca-47bd-8f2e-ae63bd16559f', 'name': '', 'network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:7a:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd867dcb7-d09c-4e3d-a52a-d7c7004d8cdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'ip_address': '172.28.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:48:22Z', 'updated_at': '2021-06-25T14:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798091-1-smb', '_interfaces': [{'id': '8b988f1e-7d95-4be6-8967-6b3317042456', 'name': '', 'network_id': '5a3a0648-37d2-455a-a19b-5ba694fe61ed', 'tenant_id': '9c7ecdaefcbc4549b13f8ea4501af8fd', 'mac_address': 'fa:16:3e:74:dd:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd867dcb7-d09c-4e3d-a52a-d7c7004d8cdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '5edf8d8a-fc29-4de9-9fc4-71ec8e887aa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:48:25Z', 'updated_at': '2021-06-25T14:48:29Z', 'revision_number': 4, 'project_id': '9c7ecdaefcbc4549b13f8ea4501af8fd', 'subnets': [{'id': '5edf8d8a-fc29-4de9-9fc4-71ec8e887aa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798091-1-smb', False) {} {{(pid=78400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:48:30.501646 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08be204f-1dd6-4f77-8c70-9586e461f800 None None] The sync data for ids ['d867dcb7-d09c-4e3d-a52a-d7c7004d8cdf'] in dv-cinder-798091-1-smb is: [{'id': 'd867dcb7-d09c-4e3d-a52a-d7c7004d8cdf', 'name': 'tempest-TestShelveInstance-126884640-router', 'tenant_id': '9c7ecdaefcbc4549b13f8ea4501af8fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee', 'external_fixed_ips': [{'subnet_id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'ip_address': '172.28.1.40'}], 'enable_snat': True}, 'gw_port_id': 'b9a0063e-bfca-47bd-8f2e-ae63bd16559f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:48:22Z', 'updated_at': '2021-06-25T14:48:26Z', 'revision_number': 4, 'project_id': '9c7ecdaefcbc4549b13f8ea4501af8fd', 'gw_port': {'id': 'b9a0063e-bfca-47bd-8f2e-ae63bd16559f', 'name': '', 'network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:7a:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd867dcb7-d09c-4e3d-a52a-d7c7004d8cdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'ip_address': '172.28.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:48:22Z', 'updated_at': '2021-06-25T14:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798091-1-smb', '_interfaces': [{'id': '8b988f1e-7d95-4be6-8967-6b3317042456', 'name': '', 'network_id': '5a3a0648-37d2-455a-a19b-5ba694fe61ed', 'tenant_id': '9c7ecdaefcbc4549b13f8ea4501af8fd', 'mac_address': 'fa:16:3e:74:dd:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd867dcb7-d09c-4e3d-a52a-d7c7004d8cdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '5edf8d8a-fc29-4de9-9fc4-71ec8e887aa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:48:25Z', 'updated_at': '2021-06-25T14:48:29Z', 'revision_number': 4, 'project_id': '9c7ecdaefcbc4549b13f8ea4501af8fd', 'subnets': [{'id': '5edf8d8a-fc29-4de9-9fc4-71ec8e887aa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 14:48:30.658667 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Device 85680ea0-efbb-41d4-afd2-1522180dda34 up at agent ovs-agent-dv-cinder-798091-1-smb {{(pid=78399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:48:30.758963 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Provisioning for port 85680ea0-efbb-41d4-afd2-1522180dda34 completed by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:48:30.925094 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44077600-7735-4b87-bf92-c34eb77fcbbc None None] Network 23734487-cb3c-458c-a0b3-87c11409d2d6 requested from dv-cinder-798091-1-smb {{(pid=78399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 25 14:48:31.009290 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-4cd910bb-fd60-4bd0-98ca-e4b8f31a80c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-499451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-497729'] for router, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:48:31.065143 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-cb4946ae-cf8e-4628-88ae-2538f61a0505 None None] Provisioning for port 85680ea0-efbb-41d4-afd2-1522180dda34 completed by entity DHCP. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:48:31.074108 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-cb4946ae-cf8e-4628-88ae-2538f61a0505 None None] Provisioning complete for port 85680ea0-efbb-41d4-afd2-1522180dda34 triggered by entity DHCP. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:48:31.074560 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-cb4946ae-cf8e-4628-88ae-2538f61a0505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545280'] for port, provisioning_complete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:48:31.237943 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cd910bb-fd60-4bd0-98ca-e4b8f31a80c7 admin admin] Router 26b90cdd-94f9-4a59-8613-f83faf4ca513 is scheduled to L3 agent 941bc864-709b-4c09-a7df-f27e1f49545a with binding_index 1 {{(pid=78397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 25 14:48:31.321021 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-cb4946ae-cf8e-4628-88ae-2538f61a0505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for port, before_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:48:31.365302 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-cb4946ae-cf8e-4628-88ae-2538f61a0505 None None] For port 85680ea0-efbb-41d4-afd2-1522180dda34, host dv-cinder-798091-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798091-1-smb',level=0,port_id=85680ea0-efbb-41d4-afd2-1522180dda34,segment=NetworkSegment(a846c1f4-a65b-40d3-b535-1962dc2946f5),segment_id=a846c1f4-a65b-40d3-b535-1962dc2946f5)] {{(pid=78399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:48:31.371070 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-cb4946ae-cf8e-4628-88ae-2538f61a0505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747172683978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747172243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747172243532'] for port, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:48:31.374031 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:48:31.438975 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cd910bb-fd60-4bd0-98ca-e4b8f31a80c7 admin admin] Notify agent at l3_agent.dv-cinder-798091-1-smb the message routers_updated {{(pid=78397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 25 14:48:31.456090 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86185ede-9660-4d1f-8683-9de4a71b5611 None None] Sync routers for ids ['26b90cdd-94f9-4a59-8613-f83faf4ca513'] in dv-cinder-798091-1-smb {{(pid=78399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 14:48:31.458684 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4946ae-cf8e-4628-88ae-2538f61a0505 None None] Pushing event updated for resources: {'Port': ['ID=85680ea0-efbb-41d4-afd2-1522180dda34,revision_number=3']} {{(pid=78399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:48:31.461943 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-cb4946ae-cf8e-4628-88ae-2538f61a0505 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:48:31.472964 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86185ede-9660-4d1f-8683-9de4a71b5611 None None] Routers {'26b90cdd-94f9-4a59-8613-f83faf4ca513'} bound to L3 agent in host dv-cinder-798091-1-smb {{(pid=78399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:48:31.473810 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.l3_hamode_db [None req-86185ede-9660-4d1f-8683-9de4a71b5611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798091-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-25T14:30:11Z,description=,heartbeat_timestamp=2021-06-25T14:48:11Z,host='dv-cinder-798091-1-smb',id=941bc864-709b-4c09-a7df-f27e1f49545a,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:30:11Z,topic='l3_agent')) {'router_ids': ['26b90cdd-94f9-4a59-8613-f83faf4ca513'], 'active': True} {{(pid=78399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:48:31.476784 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-4cd910bb-fd60-4bd0-98ca-e4b8f31a80c7 admin admin] Notify callbacks [] for router, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:48:31.478420 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-4cd910bb-fd60-4bd0-98ca-e4b8f31a80c7 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 2.8280866 Jun 25 14:48:31.481474 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.72', 41372) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:48:31.679449 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.l3_dvr_db [None req-86185ede-9660-4d1f-8683-9de4a71b5611 None None] Set router 26b90cdd-94f9-4a59-8613-f83faf4ca513 gateway port host: dv-cinder-798091-1-smb {{(pid=78399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:48:31.865266 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-42d7709f-2602-45a5-8980-389b88afd19f None None] Provisioning complete for port 85680ea0-efbb-41d4-afd2-1522180dda34 triggered by entity DHCP. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:48:31.865671 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-42d7709f-2602-45a5-8980-389b88afd19f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545280'] for port, provisioning_complete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:48:32.087385 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.l3_hamode_db [None req-86185ede-9660-4d1f-8683-9de4a71b5611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26b90cdd-94f9-4a59-8613-f83faf4ca513', 'name': 'tempest-TestShelveInstance-38479916-router', 'tenant_id': 'f1658b2c625149408443e1bfd0c60590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee', 'external_fixed_ips': [{'subnet_id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'ip_address': '172.28.1.17'}], 'enable_snat': True}, 'gw_port_id': 'e6b1e5c0-9a41-49ef-a619-dcfd117cae6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:48:28Z', 'updated_at': '2021-06-25T14:48:30Z', 'revision_number': 3, 'project_id': 'f1658b2c625149408443e1bfd0c60590', 'gw_port': {'id': 'e6b1e5c0-9a41-49ef-a619-dcfd117cae6f', 'name': '', 'network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:23:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26b90cdd-94f9-4a59-8613-f83faf4ca513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'ip_address': '172.28.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:48:29Z', 'updated_at': '2021-06-25T14:48:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798091-1-smb'}], 'dv-cinder-798091-1-smb', False) {} {{(pid=78399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:48:32.091554 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86185ede-9660-4d1f-8683-9de4a71b5611 None None] Checking router: 26b90cdd-94f9-4a59-8613-f83faf4ca513 for host: dv-cinder-798091-1-smb {{(pid=78399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 14:48:32.091906 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86185ede-9660-4d1f-8683-9de4a71b5611 None None] Updating router 26b90cdd-94f9-4a59-8613-f83faf4ca513 port e6b1e5c0-9a41-49ef-a619-dcfd117cae6f binding host dv-cinder-798091-1-smb {{(pid=78399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 14:48:32.147727 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-86185ede-9660-4d1f-8683-9de4a71b5611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for port, before_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:48:32.302682 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-e0ba4c62-0163-4d74-a4ca-3e9650c6272a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for port, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:48:32.388006 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Device 8b988f1e-7d95-4be6-8967-6b3317042456 up at agent ovs-agent-dv-cinder-798091-1-smb {{(pid=78399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:48:32.532981 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.db_base_plugin_common [None req-e0ba4c62-0163-4d74-a4ca-3e9650c6272a admin admin] Allocated IP 172.20.0.1 (23734487-cb3c-458c-a0b3-87c11409d2d6/11e25a35-64d9-4a57-91bb-b574564d8438/57b033a8-f1c0-4679-9959-774c52214dcd) {{(pid=78398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 14:48:32.533609 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Provisioning for port 8b988f1e-7d95-4be6-8967-6b3317042456 completed by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:48:32.543195 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Provisioning complete for port 8b988f1e-7d95-4be6-8967-6b3317042456 triggered by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:48:32.543577 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545280'] for port, provisioning_complete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:48:32.599456 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-86185ede-9660-4d1f-8683-9de4a71b5611 None None] Notify callbacks [] for port, precommit_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:48:32.624400 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-86185ede-9660-4d1f-8683-9de4a71b5611 None None] Transition to ACTIVE for port object e6b1e5c0-9a41-49ef-a619-dcfd117cae6f will not be triggered until provisioned by entity L2. {{(pid=78399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:48:32.639853 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-86185ede-9660-4d1f-8683-9de4a71b5611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747172683978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747172243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747172243532'] for port, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:48:32.649657 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-e3bc5385-b6a9-4fd8-87f0-0d55290501c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:48:32.698327 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-e0ba4c62-0163-4d74-a4ca-3e9650c6272a admin admin] Notify callbacks [] for port, precommit_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:48:32.719876 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.provisioning_blocks [None req-e0ba4c62-0163-4d74-a4ca-3e9650c6272a admin admin] Transition to ACTIVE for port object 57b033a8-f1c0-4679-9959-774c52214dcd will not be triggered until provisioned by entity DHCP. {{(pid=78398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:48:32.744573 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-e0ba4c62-0163-4d74-a4ca-3e9650c6272a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747172243469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1901102'] for port, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:48:32.750237 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-581994cd-5c5b-4ffb-8b8c-c26e96b0928f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:48:32.826841 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0ba4c62-0163-4d74-a4ca-3e9650c6272a admin admin] Network 23734487-cb3c-458c-a0b3-87c11409d2d6 is already hosted by enough agents. {{(pid=78398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:48:32.830648 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.managers [None req-86185ede-9660-4d1f-8683-9de4a71b5611 None None] Attempting to bind port e6b1e5c0-9a41-49ef-a619-dcfd117cae6f on host dv-cinder-798091-1-smb for vnic_type normal with profile {{(pid=78399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 14:48:32.831031 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.managers [None req-86185ede-9660-4d1f-8683-9de4a71b5611 None None] Attempting to bind port e6b1e5c0-9a41-49ef-a619-dcfd117cae6f by drivers openvswitch,hyperv on host dv-cinder-798091-1-smb at level 0 using segments [{'id': 'd6aebad4-c614-4812-b5db-5340468a6247', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee'}] {{(pid=78399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 14:48:32.831392 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86185ede-9660-4d1f-8683-9de4a71b5611 None None] Attempting to bind port e6b1e5c0-9a41-49ef-a619-dcfd117cae6f on network a1a43f7a-e11e-4ed3-80ce-932e2581e9ee {{(pid=78399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:48:32.835110 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.scheduler.base_scheduler [None req-e0ba4c62-0163-4d74-a4ca-3e9650c6272a admin admin] Resources bound (agent type, host, resource id): {{(pid=78398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:48:32.839341 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ba4c62-0163-4d74-a4ca-3e9650c6272a admin admin] Received port after_create {{(pid=78398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 25 14:48:32.843400 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cbf18c-7c41-4f1f-b53c-76c86b4daa7f None None] Pushing event updated for resources: {'Port': ['ID=e6b1e5c0-9a41-49ef-a619-dcfd117cae6f,revision_number=2']} {{(pid=78399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:48:32.849682 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-44cbf18c-7c41-4f1f-b53c-76c86b4daa7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:48:32.850511 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86185ede-9660-4d1f-8683-9de4a71b5611 None None] Checking agent: {'id': 'e8ccf8d8-5bf4-4749-9aa7-038299b331e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798091-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 14, 30, 9), 'started_at': datetime.datetime(2021, 6, 25, 14, 30, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 14, 48, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798091-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 14:48:32.850887 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86185ede-9660-4d1f-8683-9de4a71b5611 None None] Checking segment: {'id': 'd6aebad4-c614-4812-b5db-5340468a6247', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:48:32.851291 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-86185ede-9660-4d1f-8683-9de4a71b5611 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:48:32.851701 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86185ede-9660-4d1f-8683-9de4a71b5611 None None] Bound using segment: {'id': 'd6aebad4-c614-4812-b5db-5340468a6247', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee'} {{(pid=78399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 14:48:32.852157 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.managers [None req-86185ede-9660-4d1f-8683-9de4a71b5611 None None] Bound port: e6b1e5c0-9a41-49ef-a619-dcfd117cae6f, host: dv-cinder-798091-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6aebad4-c614-4812-b5db-5340468a6247', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee'}}] {{(pid=78399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 14:48:32.852530 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-86185ede-9660-4d1f-8683-9de4a71b5611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for port, before_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:48:32.891681 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ba4c62-0163-4d74-a4ca-3e9650c6272a admin admin] Pushing event updated for resources: {'Port': ['ID=57b033a8-f1c0-4679-9959-774c52214dcd,revision_number=1']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:48:32.902331 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ba4c62-0163-4d74-a4ca-3e9650c6272a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:48:32.902686 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ba4c62-0163-4d74-a4ca-3e9650c6272a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:48:32.903070 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ba4c62-0163-4d74-a4ca-3e9650c6272a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:48:32.903422 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ba4c62-0163-4d74-a4ca-3e9650c6272a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:48:32.903770 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ba4c62-0163-4d74-a4ca-3e9650c6272a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:48:32.904115 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ba4c62-0163-4d74-a4ca-3e9650c6272a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:48:32.904455 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ba4c62-0163-4d74-a4ca-3e9650c6272a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:48:32.904797 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ba4c62-0163-4d74-a4ca-3e9650c6272a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:48:32.904898 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for port, before_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:48:32.905138 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ba4c62-0163-4d74-a4ca-3e9650c6272a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:48:32.905474 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ba4c62-0163-4d74-a4ca-3e9650c6272a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:48:32.905839 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ba4c62-0163-4d74-a4ca-3e9650c6272a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:48:32.906177 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ba4c62-0163-4d74-a4ca-3e9650c6272a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:48:32.911408 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-e0ba4c62-0163-4d74-a4ca-3e9650c6272a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:48:32.916387 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-e0ba4c62-0163-4d74-a4ca-3e9650c6272a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-497799'] for router_interface, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:48:32.958640 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-86185ede-9660-4d1f-8683-9de4a71b5611 None None] For port e6b1e5c0-9a41-49ef-a619-dcfd117cae6f, host dv-cinder-798091-1-smb, cleared binding levels {{(pid=78399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 25 14:48:32.962424 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-86185ede-9660-4d1f-8683-9de4a71b5611 None None] For port e6b1e5c0-9a41-49ef-a619-dcfd117cae6f, host dv-cinder-798091-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798091-1-smb',level=0,port_id=e6b1e5c0-9a41-49ef-a619-dcfd117cae6f,segment=NetworkSegment(d6aebad4-c614-4812-b5db-5340468a6247),segment_id=d6aebad4-c614-4812-b5db-5340468a6247)] {{(pid=78399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 25 14:48:32.964238 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] For port 8b988f1e-7d95-4be6-8967-6b3317042456, host dv-cinder-798091-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798091-1-smb',level=0,port_id=8b988f1e-7d95-4be6-8967-6b3317042456,segment=NetworkSegment(6141eaa2-fe16-4a98-ae94-17e23054270c),segment_id=6141eaa2-fe16-4a98-ae94-17e23054270c)] {{(pid=78399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:48:32.968454 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-86185ede-9660-4d1f-8683-9de4a71b5611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747172683978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747172243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747172243532'] for port, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:48:32.972487 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-b937a54a-fde2-4c1d-ad08-3baf3eec39a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:48:33.005324 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747172683978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747172243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747172243532'] for port, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:48:33.006213 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Device 85680ea0-efbb-41d4-afd2-1522180dda34 up at agent ovs-agent-dv-cinder-798091-1-smb {{(pid=78399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:48:33.110325 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86185ede-9660-4d1f-8683-9de4a71b5611 None None] Routers {'26b90cdd-94f9-4a59-8613-f83faf4ca513'} bound to L3 agent in host dv-cinder-798091-1-smb {{(pid=78399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:48:33.110870 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.l3_hamode_db [None req-86185ede-9660-4d1f-8683-9de4a71b5611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798091-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-25T14:30:11Z,description=,heartbeat_timestamp=2021-06-25T14:48:11Z,host='dv-cinder-798091-1-smb',id=941bc864-709b-4c09-a7df-f27e1f49545a,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:30:11Z,topic='l3_agent')) {'router_ids': ['26b90cdd-94f9-4a59-8613-f83faf4ca513'], 'active': True} {{(pid=78399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:48:33.167030 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cbf18c-7c41-4f1f-b53c-76c86b4daa7f None None] Pushing event updated for resources: {'Port': ['ID=e6b1e5c0-9a41-49ef-a619-dcfd117cae6f,revision_number=3']} {{(pid=78399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:48:33.171664 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-44cbf18c-7c41-4f1f-b53c-76c86b4daa7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:48:33.180178 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.143s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:48:33.181224 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-e0ba4c62-0163-4d74-a4ca-3e9650c6272a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for port, before_update {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:48:33.224337 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-6b066b3a-e947-4e0c-954e-3900c3c15d75 None None] Provisioning for port 57b033a8-f1c0-4679-9959-774c52214dcd completed by entity DHCP. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:48:33.254352 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-6b066b3a-e947-4e0c-954e-3900c3c15d75 None None] Provisioning complete for port 57b033a8-f1c0-4679-9959-774c52214dcd triggered by entity DHCP. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:48:33.254732 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-6b066b3a-e947-4e0c-954e-3900c3c15d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545280'] for port, provisioning_complete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:48:33.396156 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Provisioning complete for port 85680ea0-efbb-41d4-afd2-1522180dda34 triggered by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:48:33.396447 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545280'] for port, provisioning_complete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:48:33.423826 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Pushing event updated for resources: {'Port': ['ID=8b988f1e-7d95-4be6-8967-6b3317042456,revision_number=5']} {{(pid=78399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:48:33.435360 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:48:33.435961 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.plugin [None req-6b066b3a-e947-4e0c-954e-3900c3c15d75 None None] Port 57b033a8-f1c0-4679-9959-774c52214dcd cannot update to ACTIVE because it is not bound. {{(pid=78399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 14:48:33.473531 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.l3_dvr_db [None req-86185ede-9660-4d1f-8683-9de4a71b5611 None None] Set router 26b90cdd-94f9-4a59-8613-f83faf4ca513 gateway port host: dv-cinder-798091-1-smb {{(pid=78399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:48:33.516282 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-e0ba4c62-0163-4d74-a4ca-3e9650c6272a admin admin] Notify callbacks [] for port, precommit_update {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:48:33.520355 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-e0ba4c62-0163-4d74-a4ca-3e9650c6272a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747172683978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747172243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747172243532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1901081'] for port, after_update {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:48:33.547843 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-a66f8868-0494-491f-b4a8-d9bb07910ec0 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:48:33.629153 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-e0ba4c62-0163-4d74-a4ca-3e9650c6272a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3692262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-499246'] for router_interface, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:48:33.632496 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ba4c62-0163-4d74-a4ca-3e9650c6272a admin admin] Pushing event updated for resources: {'Port': ['ID=57b033a8-f1c0-4679-9959-774c52214dcd,revision_number=2']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:48:33.635851 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-e0ba4c62-0163-4d74-a4ca-3e9650c6272a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:48:33.770508 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0ba4c62-0163-4d74-a4ca-3e9650c6272a admin admin] Network 23734487-cb3c-458c-a0b3-87c11409d2d6 is already hosted by enough agents. {{(pid=78398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:48:33.771665 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.scheduler.base_scheduler [None req-e0ba4c62-0163-4d74-a4ca-3e9650c6272a admin admin] Resources bound (agent type, host, resource id): {{(pid=78398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:48:33.845683 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.l3_hamode_db [None req-86185ede-9660-4d1f-8683-9de4a71b5611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26b90cdd-94f9-4a59-8613-f83faf4ca513', 'name': 'tempest-TestShelveInstance-38479916-router', 'tenant_id': 'f1658b2c625149408443e1bfd0c60590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee', 'external_fixed_ips': [{'subnet_id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'ip_address': '172.28.1.17'}], 'enable_snat': True}, 'gw_port_id': 'e6b1e5c0-9a41-49ef-a619-dcfd117cae6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:48:28Z', 'updated_at': '2021-06-25T14:48:33Z', 'revision_number': 4, 'project_id': 'f1658b2c625149408443e1bfd0c60590', 'gw_port': {'id': 'e6b1e5c0-9a41-49ef-a619-dcfd117cae6f', 'name': '', 'network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:23:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26b90cdd-94f9-4a59-8613-f83faf4ca513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'ip_address': '172.28.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:48:29Z', 'updated_at': '2021-06-25T14:48:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798091-1-smb', '_interfaces': [{'id': '57b033a8-f1c0-4679-9959-774c52214dcd', 'name': '', 'network_id': '23734487-cb3c-458c-a0b3-87c11409d2d6', 'tenant_id': 'f1658b2c625149408443e1bfd0c60590', 'mac_address': 'fa:16:3e:81:8a:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26b90cdd-94f9-4a59-8613-f83faf4ca513', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '11e25a35-64d9-4a57-91bb-b574564d8438', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:48:32Z', 'updated_at': '2021-06-25T14:48:32Z', 'revision_number': 1, 'project_id': 'f1658b2c625149408443e1bfd0c60590', 'subnets': [{'id': '11e25a35-64d9-4a57-91bb-b574564d8438', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798091-1-smb', False) {} {{(pid=78399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:48:33.850299 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86185ede-9660-4d1f-8683-9de4a71b5611 None None] The sync data for ids ['26b90cdd-94f9-4a59-8613-f83faf4ca513'] in dv-cinder-798091-1-smb is: [{'id': '26b90cdd-94f9-4a59-8613-f83faf4ca513', 'name': 'tempest-TestShelveInstance-38479916-router', 'tenant_id': 'f1658b2c625149408443e1bfd0c60590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee', 'external_fixed_ips': [{'subnet_id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'ip_address': '172.28.1.17'}], 'enable_snat': True}, 'gw_port_id': 'e6b1e5c0-9a41-49ef-a619-dcfd117cae6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:48:28Z', 'updated_at': '2021-06-25T14:48:33Z', 'revision_number': 4, 'project_id': 'f1658b2c625149408443e1bfd0c60590', 'gw_port': {'id': 'e6b1e5c0-9a41-49ef-a619-dcfd117cae6f', 'name': '', 'network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:23:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26b90cdd-94f9-4a59-8613-f83faf4ca513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'ip_address': '172.28.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:48:29Z', 'updated_at': '2021-06-25T14:48:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798091-1-smb', '_interfaces': [{'id': '57b033a8-f1c0-4679-9959-774c52214dcd', 'name': '', 'network_id': '23734487-cb3c-458c-a0b3-87c11409d2d6', 'tenant_id': 'f1658b2c625149408443e1bfd0c60590', 'mac_address': 'fa:16:3e:81:8a:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26b90cdd-94f9-4a59-8613-f83faf4ca513', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '11e25a35-64d9-4a57-91bb-b574564d8438', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:48:32Z', 'updated_at': '2021-06-25T14:48:32Z', 'revision_number': 1, 'project_id': 'f1658b2c625149408443e1bfd0c60590', 'subnets': [{'id': '11e25a35-64d9-4a57-91bb-b574564d8438', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 14:48:33.976890 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0ba4c62-0163-4d74-a4ca-3e9650c6272a admin admin] Router 26b90cdd-94f9-4a59-8613-f83faf4ca513 has already been hosted by L3 agent 941bc864-709b-4c09-a7df-f27e1f49545a {{(pid=78398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 14:48:34.083020 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-621da37e-ad28-4cc8-a65e-fef1edc0672b None None] Provisioning complete for port 57b033a8-f1c0-4679-9959-774c52214dcd triggered by entity DHCP. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:48:34.083639 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-621da37e-ad28-4cc8-a65e-fef1edc0672b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545280'] for port, provisioning_complete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:48:34.155242 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.plugin [None req-621da37e-ad28-4cc8-a65e-fef1edc0672b None None] Port 57b033a8-f1c0-4679-9959-774c52214dcd cannot update to ACTIVE because it is not bound. {{(pid=78399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 14:48:34.185191 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0ba4c62-0163-4d74-a4ca-3e9650c6272a admin admin] Notify agent at l3_agent.dv-cinder-798091-1-smb the message routers_updated {{(pid=78398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 25 14:48:34.194568 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-e0ba4c62-0163-4d74-a4ca-3e9650c6272a admin admin] 10.222.0.72 "PUT /v2.0/routers/26b90cdd-94f9-4a59-8613-f83faf4ca513/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7113435 Jun 25 14:48:34.315943 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Device 8b988f1e-7d95-4be6-8967-6b3317042456 up at agent ovs-agent-dv-cinder-798091-1-smb {{(pid=78399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:48:34.387297 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Provisioning complete for port 8b988f1e-7d95-4be6-8967-6b3317042456 triggered by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:48:34.388352 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545280'] for port, provisioning_complete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:48:34.803774 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.72', 41382) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:48:34.809462 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.v2.base [None req-0cd7fed8-1527-435e-b6d0-468fc23096ce tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-474741322', 'description': 'tempest-secgroup-smoke-474741322 description', 'project_id': '9c7ecdaefcbc4549b13f8ea4501af8fd'}} {{(pid=78397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:48:34.816032 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-0cd7fed8-1527-435e-b6d0-468fc23096ce tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:48:34.821125 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-0cd7fed8-1527-435e-b6d0-468fc23096ce tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Usage tracker for resource:security_group and tenant:9c7ecdaefcbc4549b13f8ea4501af8fd is out of sync, need to count used quota {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:48:34.825647 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-0cd7fed8-1527-435e-b6d0-468fc23096ce tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:48:34.833098 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-0cd7fed8-1527-435e-b6d0-468fc23096ce tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:48:34.848578 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-0cd7fed8-1527-435e-b6d0-468fc23096ce tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Notify callbacks [] for security_group, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:48:34.874511 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-0cd7fed8-1527-435e-b6d0-468fc23096ce tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:48:34.878739 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-0cd7fed8-1527-435e-b6d0-468fc23096ce tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Usage tracker for resource:security_group_rule and tenant:9c7ecdaefcbc4549b13f8ea4501af8fd is out of sync, need to count used quota {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:48:34.881610 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-0cd7fed8-1527-435e-b6d0-468fc23096ce tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:48:34.888151 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-0cd7fed8-1527-435e-b6d0-468fc23096ce tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:48:34.963006 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-0cd7fed8-1527-435e-b6d0-468fc23096ce tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Notify callbacks [] for security_group, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:48:34.967787 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-0cd7fed8-1527-435e-b6d0-468fc23096ce tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726995'] for security_group, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:48:34.971421 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-66bf4d32-3470-4a09-9767-191b2e54fdaf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:48:35.014960 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd7fed8-1527-435e-b6d0-468fc23096ce tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2990f04-9330-4baf-aabd-b49142b35d41,revision_number=1']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:48:35.017703 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-0cd7fed8-1527-435e-b6d0-468fc23096ce tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:48:35.018943 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-0cd7fed8-1527-435e-b6d0-468fc23096ce tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Notify callbacks [] for security_group, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:48:35.020182 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-0cd7fed8-1527-435e-b6d0-468fc23096ce tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2153461 Jun 25 14:48:35.023013 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.72', 41386) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:48:35.029495 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.v2.base [None req-dc5044ff-68ab-4e5f-85b2-e527daeb608d tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Request body: {'security_group_rule': {'security_group_id': 'f2990f04-9330-4baf-aabd-b49142b35d41', 'project_id': '9c7ecdaefcbc4549b13f8ea4501af8fd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:48:35.035427 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-dc5044ff-68ab-4e5f-85b2-e527daeb608d tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:48:35.039180 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-dc5044ff-68ab-4e5f-85b2-e527daeb608d tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Usage tracker for resource:security_group_rule and tenant:9c7ecdaefcbc4549b13f8ea4501af8fd is out of sync, need to count used quota {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:48:35.042047 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-dc5044ff-68ab-4e5f-85b2-e527daeb608d tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:48:35.048126 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-dc5044ff-68ab-4e5f-85b2-e527daeb608d tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:48:35.065510 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-dc5044ff-68ab-4e5f-85b2-e527daeb608d tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:48:35.129264 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-dc5044ff-68ab-4e5f-85b2-e527daeb608d tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:48:35.133174 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-dc5044ff-68ab-4e5f-85b2-e527daeb608d tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727028'] for security_group_rule, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:48:35.135403 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-3f4ab10c-370e-41d0-870c-250e1e5b20a1 tempest-AttachVolumeShelveTestJSON-1961814681 tempest-AttachVolumeShelveTestJSON-1961814681-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:48:35.160067 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5044ff-68ab-4e5f-85b2-e527daeb608d tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81f96f43-520e-4465-9f64-13a5343637fe,revision_number=0']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:48:35.162793 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-dc5044ff-68ab-4e5f-85b2-e527daeb608d tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:48:35.170754 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-dc5044ff-68ab-4e5f-85b2-e527daeb608d tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:48:35.172078 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-dc5044ff-68ab-4e5f-85b2-e527daeb608d tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1480939 Jun 25 14:48:35.174978 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.72', 41390) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:48:35.180551 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.v2.base [None req-321f243c-0305-49a8-95d9-4af712bd649d tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Request body: {'security_group_rule': {'security_group_id': 'f2990f04-9330-4baf-aabd-b49142b35d41', 'project_id': '9c7ecdaefcbc4549b13f8ea4501af8fd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=78398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:48:35.186582 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-321f243c-0305-49a8-95d9-4af712bd649d tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:48:35.190660 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-321f243c-0305-49a8-95d9-4af712bd649d tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Usage tracker for resource:security_group_rule and tenant:9c7ecdaefcbc4549b13f8ea4501af8fd is out of sync, need to count used quota {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:48:35.193631 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-321f243c-0305-49a8-95d9-4af712bd649d tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:48:35.200649 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-321f243c-0305-49a8-95d9-4af712bd649d tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:48:35.216558 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-321f243c-0305-49a8-95d9-4af712bd649d tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:48:35.277781 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-321f243c-0305-49a8-95d9-4af712bd649d tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:48:35.281909 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-321f243c-0305-49a8-95d9-4af712bd649d tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727028'] for security_group_rule, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:48:35.283987 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-1a825d6b-e810-456f-bd09-03237c2902da tempest-TestMinimumBasicScenario-778976151 tempest-TestMinimumBasicScenario-778976151-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:48:35.306312 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321f243c-0305-49a8-95d9-4af712bd649d tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eaa29d1a-a3f3-4d60-9b74-c8812eef9dd0,revision_number=0']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:48:35.311520 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-321f243c-0305-49a8-95d9-4af712bd649d tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:48:35.316078 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-321f243c-0305-49a8-95d9-4af712bd649d tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:48:35.319710 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-321f243c-0305-49a8-95d9-4af712bd649d tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1411870 Jun 25 14:48:35.319904 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.72', 41394) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:48:35.326175 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.v2.base [None req-ed0c006e-ddac-486d-8cf8-9e391b5f5d4c tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Request body: {'security_group_rule': {'security_group_id': 'f2990f04-9330-4baf-aabd-b49142b35d41', 'project_id': '9c7ecdaefcbc4549b13f8ea4501af8fd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=78398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:48:35.332331 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-ed0c006e-ddac-486d-8cf8-9e391b5f5d4c tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:48:35.336408 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-ed0c006e-ddac-486d-8cf8-9e391b5f5d4c tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Usage tracker for resource:security_group_rule and tenant:9c7ecdaefcbc4549b13f8ea4501af8fd is out of sync, need to count used quota {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:48:35.339343 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-ed0c006e-ddac-486d-8cf8-9e391b5f5d4c tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:48:35.345139 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-ed0c006e-ddac-486d-8cf8-9e391b5f5d4c tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:48:35.361165 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-ed0c006e-ddac-486d-8cf8-9e391b5f5d4c tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:48:35.425768 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-ed0c006e-ddac-486d-8cf8-9e391b5f5d4c tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:48:35.429410 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-ed0c006e-ddac-486d-8cf8-9e391b5f5d4c tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727028'] for security_group_rule, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:48:35.436134 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:48:35.455744 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0c006e-ddac-486d-8cf8-9e391b5f5d4c tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ec36460-aba0-4e70-8485-c767583356fb,revision_number=0']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:48:35.458188 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-ed0c006e-ddac-486d-8cf8-9e391b5f5d4c tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:48:35.465399 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-ed0c006e-ddac-486d-8cf8-9e391b5f5d4c tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:48:35.466798 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-ed0c006e-ddac-486d-8cf8-9e391b5f5d4c tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1458764 Jun 25 14:48:35.469523 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.72', 41398) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:48:35.474477 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.v2.base [None req-a52559f8-982f-4a52-97c5-f77f88711272 tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Request body: {'security_group_rule': {'security_group_id': 'f2990f04-9330-4baf-aabd-b49142b35d41', 'project_id': '9c7ecdaefcbc4549b13f8ea4501af8fd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=78398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:48:35.480228 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-a52559f8-982f-4a52-97c5-f77f88711272 tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:48:35.484518 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-a52559f8-982f-4a52-97c5-f77f88711272 tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Usage tracker for resource:security_group_rule and tenant:9c7ecdaefcbc4549b13f8ea4501af8fd is out of sync, need to count used quota {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:48:35.487566 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-a52559f8-982f-4a52-97c5-f77f88711272 tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:48:35.493522 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-a52559f8-982f-4a52-97c5-f77f88711272 tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:48:35.510071 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-a52559f8-982f-4a52-97c5-f77f88711272 tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:48:35.576150 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-a52559f8-982f-4a52-97c5-f77f88711272 tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:48:35.579898 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-a52559f8-982f-4a52-97c5-f77f88711272 tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727028'] for security_group_rule, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:48:35.586260 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-321f243c-0305-49a8-95d9-4af712bd649d tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:48:35.606852 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52559f8-982f-4a52-97c5-f77f88711272 tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a82fac0e-fca8-4d7a-83cf-788c84bf6115,revision_number=0']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:48:35.609522 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-a52559f8-982f-4a52-97c5-f77f88711272 tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:48:35.616693 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-a52559f8-982f-4a52-97c5-f77f88711272 tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:48:35.617995 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-a52559f8-982f-4a52-97c5-f77f88711272 tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1475420 Jun 25 14:48:35.620597 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.72', 41402) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:48:35.626290 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.v2.base [None req-29e1ab03-a26f-4889-923f-7c43b70dd30d tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Request body: {'security_group_rule': {'security_group_id': 'f2990f04-9330-4baf-aabd-b49142b35d41', 'project_id': '9c7ecdaefcbc4549b13f8ea4501af8fd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=78398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:48:35.632059 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-29e1ab03-a26f-4889-923f-7c43b70dd30d tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:48:35.635807 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-29e1ab03-a26f-4889-923f-7c43b70dd30d tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Usage tracker for resource:security_group_rule and tenant:9c7ecdaefcbc4549b13f8ea4501af8fd is out of sync, need to count used quota {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:48:35.638814 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-29e1ab03-a26f-4889-923f-7c43b70dd30d tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:48:35.644602 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-29e1ab03-a26f-4889-923f-7c43b70dd30d tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:48:35.655270 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.db.securitygroups_db [None req-29e1ab03-a26f-4889-923f-7c43b70dd30d tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Project 9c7ecdaefcbc4549b13f8ea4501af8fd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 25 14:48:35.662220 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-29e1ab03-a26f-4889-923f-7c43b70dd30d tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:48:35.725857 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-29e1ab03-a26f-4889-923f-7c43b70dd30d tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:48:35.729323 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-29e1ab03-a26f-4889-923f-7c43b70dd30d tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727028'] for security_group_rule, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:48:35.732213 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:48:35.756945 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e1ab03-a26f-4889-923f-7c43b70dd30d tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c17d6987-51af-4b74-ad09-248d570ebed8,revision_number=0']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:48:35.759415 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-29e1ab03-a26f-4889-923f-7c43b70dd30d tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:48:35.766760 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-29e1ab03-a26f-4889-923f-7c43b70dd30d tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:48:35.767859 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-29e1ab03-a26f-4889-923f-7c43b70dd30d tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1463625 Jun 25 14:48:35.770749 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.72', 41406) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:48:35.775795 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.v2.base [None req-958ccd6b-60de-4bba-8d95-30180991d32a tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Request body: {'security_group_rule': {'security_group_id': 'f2990f04-9330-4baf-aabd-b49142b35d41', 'project_id': '9c7ecdaefcbc4549b13f8ea4501af8fd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=78398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:48:35.781768 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-958ccd6b-60de-4bba-8d95-30180991d32a tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:48:35.785475 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-958ccd6b-60de-4bba-8d95-30180991d32a tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Usage tracker for resource:security_group_rule and tenant:9c7ecdaefcbc4549b13f8ea4501af8fd is out of sync, need to count used quota {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:48:35.788485 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-958ccd6b-60de-4bba-8d95-30180991d32a tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:48:35.795082 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-958ccd6b-60de-4bba-8d95-30180991d32a tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:48:35.805666 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.db.securitygroups_db [None req-958ccd6b-60de-4bba-8d95-30180991d32a tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Project 9c7ecdaefcbc4549b13f8ea4501af8fd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 25 14:48:35.812738 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-958ccd6b-60de-4bba-8d95-30180991d32a tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:48:35.883004 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-958ccd6b-60de-4bba-8d95-30180991d32a tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:48:35.886758 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-958ccd6b-60de-4bba-8d95-30180991d32a tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727028'] for security_group_rule, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:48:35.889155 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-a52559f8-982f-4a52-97c5-f77f88711272 tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:48:35.911193 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958ccd6b-60de-4bba-8d95-30180991d32a tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c65e0d19-61cd-4ac0-a2ba-56cac41ac419,revision_number=0']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:48:35.913750 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-958ccd6b-60de-4bba-8d95-30180991d32a tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:48:35.921481 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-958ccd6b-60de-4bba-8d95-30180991d32a tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:48:35.922712 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-958ccd6b-60de-4bba-8d95-30180991d32a tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1510065 Jun 25 14:48:36.327531 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Device e6b1e5c0-9a41-49ef-a619-dcfd117cae6f up at agent ovs-agent-dv-cinder-798091-1-smb {{(pid=78399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:48:36.396920 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Provisioning for port e6b1e5c0-9a41-49ef-a619-dcfd117cae6f completed by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:48:36.401672 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Provisioning complete for port e6b1e5c0-9a41-49ef-a619-dcfd117cae6f triggered by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:48:36.402070 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545280'] for port, provisioning_complete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:48:36.574333 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for port, before_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:48:36.591145 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] For port e6b1e5c0-9a41-49ef-a619-dcfd117cae6f, host dv-cinder-798091-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798091-1-smb',level=0,port_id=e6b1e5c0-9a41-49ef-a619-dcfd117cae6f,segment=NetworkSegment(d6aebad4-c614-4812-b5db-5340468a6247),segment_id=d6aebad4-c614-4812-b5db-5340468a6247)] {{(pid=78399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:48:36.594869 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747172683978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747172243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747172243532'] for port, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:48:36.596620 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-cb4946ae-cf8e-4628-88ae-2538f61a0505 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:48:36.663125 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Pushing event updated for resources: {'Port': ['ID=e6b1e5c0-9a41-49ef-a619-dcfd117cae6f,revision_number=4']} {{(pid=78399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:48:36.666110 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:48:37.298377 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f627e3e3-12b6-4778-bbcd-c2f5a96cf2a5 None None] Sync routers for ids ['26b90cdd-94f9-4a59-8613-f83faf4ca513'] in dv-cinder-798091-1-smb {{(pid=78400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 14:48:37.308121 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f627e3e3-12b6-4778-bbcd-c2f5a96cf2a5 None None] Routers {'26b90cdd-94f9-4a59-8613-f83faf4ca513'} bound to L3 agent in host dv-cinder-798091-1-smb {{(pid=78400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:48:37.308704 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.db.l3_hamode_db [None req-f627e3e3-12b6-4778-bbcd-c2f5a96cf2a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798091-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-25T14:30:11Z,description=,heartbeat_timestamp=2021-06-25T14:48:11Z,host='dv-cinder-798091-1-smb',id=941bc864-709b-4c09-a7df-f27e1f49545a,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:30:11Z,topic='l3_agent')) {'router_ids': ['26b90cdd-94f9-4a59-8613-f83faf4ca513'], 'active': True} {{(pid=78400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:48:37.489697 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.db.l3_dvr_db [None req-f627e3e3-12b6-4778-bbcd-c2f5a96cf2a5 None None] Set router 26b90cdd-94f9-4a59-8613-f83faf4ca513 gateway port host: dv-cinder-798091-1-smb {{(pid=78400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:48:37.842844 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.db.l3_hamode_db [None req-f627e3e3-12b6-4778-bbcd-c2f5a96cf2a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26b90cdd-94f9-4a59-8613-f83faf4ca513', 'name': 'tempest-TestShelveInstance-38479916-router', 'tenant_id': 'f1658b2c625149408443e1bfd0c60590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee', 'external_fixed_ips': [{'subnet_id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'ip_address': '172.28.1.17'}], 'enable_snat': True}, 'gw_port_id': 'e6b1e5c0-9a41-49ef-a619-dcfd117cae6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:48:28Z', 'updated_at': '2021-06-25T14:48:33Z', 'revision_number': 4, 'project_id': 'f1658b2c625149408443e1bfd0c60590', 'gw_port': {'id': 'e6b1e5c0-9a41-49ef-a619-dcfd117cae6f', 'name': '', 'network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:23:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26b90cdd-94f9-4a59-8613-f83faf4ca513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'ip_address': '172.28.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:48:29Z', 'updated_at': '2021-06-25T14:48:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798091-1-smb', '_interfaces': [{'id': '57b033a8-f1c0-4679-9959-774c52214dcd', 'name': '', 'network_id': '23734487-cb3c-458c-a0b3-87c11409d2d6', 'tenant_id': 'f1658b2c625149408443e1bfd0c60590', 'mac_address': 'fa:16:3e:81:8a:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26b90cdd-94f9-4a59-8613-f83faf4ca513', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '11e25a35-64d9-4a57-91bb-b574564d8438', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:48:32Z', 'updated_at': '2021-06-25T14:48:33Z', 'revision_number': 2, 'project_id': 'f1658b2c625149408443e1bfd0c60590', 'subnets': [{'id': '11e25a35-64d9-4a57-91bb-b574564d8438', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798091-1-smb', False) {} {{(pid=78400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:48:37.847065 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f627e3e3-12b6-4778-bbcd-c2f5a96cf2a5 None None] Checking router: 26b90cdd-94f9-4a59-8613-f83faf4ca513 for host: dv-cinder-798091-1-smb {{(pid=78400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 14:48:37.847421 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f627e3e3-12b6-4778-bbcd-c2f5a96cf2a5 None None] Updating router 26b90cdd-94f9-4a59-8613-f83faf4ca513 port 57b033a8-f1c0-4679-9959-774c52214dcd binding host dv-cinder-798091-1-smb {{(pid=78400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 14:48:37.906793 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron_lib.callbacks.manager [None req-f627e3e3-12b6-4778-bbcd-c2f5a96cf2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for port, before_update {{(pid=78400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:48:38.246128 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron_lib.callbacks.manager [None req-f627e3e3-12b6-4778-bbcd-c2f5a96cf2a5 None None] Notify callbacks [] for port, precommit_update {{(pid=78400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:48:38.258574 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.db.provisioning_blocks [None req-f627e3e3-12b6-4778-bbcd-c2f5a96cf2a5 None None] Transition to ACTIVE for port object 57b033a8-f1c0-4679-9959-774c52214dcd will not be triggered until provisioned by entity L2. {{(pid=78400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:48:38.266388 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron_lib.callbacks.manager [None req-f627e3e3-12b6-4778-bbcd-c2f5a96cf2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747172683978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747172243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747172243532'] for port, after_update {{(pid=78400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:48:38.272201 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG oslo_concurrency.lockutils [None req-a73765dd-a41d-4d07-ac34-1fc3087f2c3a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:48:38.308422 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Device e6b1e5c0-9a41-49ef-a619-dcfd117cae6f up at agent ovs-agent-dv-cinder-798091-1-smb {{(pid=78399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:48:38.381668 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Provisioning complete for port e6b1e5c0-9a41-49ef-a619-dcfd117cae6f triggered by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:48:38.382299 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545280'] for port, provisioning_complete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:48:38.488760 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.plugins.ml2.managers [None req-f627e3e3-12b6-4778-bbcd-c2f5a96cf2a5 None None] Attempting to bind port 57b033a8-f1c0-4679-9959-774c52214dcd on host dv-cinder-798091-1-smb for vnic_type normal with profile {{(pid=78400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 14:48:38.489759 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.plugins.ml2.managers [None req-f627e3e3-12b6-4778-bbcd-c2f5a96cf2a5 None None] Attempting to bind port 57b033a8-f1c0-4679-9959-774c52214dcd by drivers openvswitch,hyperv on host dv-cinder-798091-1-smb at level 0 using segments [{'id': 'a846c1f4-a65b-40d3-b535-1962dc2946f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '23734487-cb3c-458c-a0b3-87c11409d2d6'}] {{(pid=78400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 14:48:38.490300 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f627e3e3-12b6-4778-bbcd-c2f5a96cf2a5 None None] Attempting to bind port 57b033a8-f1c0-4679-9959-774c52214dcd on network 23734487-cb3c-458c-a0b3-87c11409d2d6 {{(pid=78400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:48:38.492498 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b39356c-6046-4e82-9bcf-73d10ce6fb4f None None] Pushing event updated for resources: {'Port': ['ID=57b033a8-f1c0-4679-9959-774c52214dcd,revision_number=3']} {{(pid=78400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:48:38.496330 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG oslo_concurrency.lockutils [None req-1b39356c-6046-4e82-9bcf-73d10ce6fb4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=78400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:48:38.499668 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f627e3e3-12b6-4778-bbcd-c2f5a96cf2a5 None None] Checking agent: {'id': 'e8ccf8d8-5bf4-4749-9aa7-038299b331e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798091-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 14, 30, 9), 'started_at': datetime.datetime(2021, 6, 25, 14, 30, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 14, 48, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798091-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 14:48:38.500146 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f627e3e3-12b6-4778-bbcd-c2f5a96cf2a5 None None] Checking segment: {'id': 'a846c1f4-a65b-40d3-b535-1962dc2946f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '23734487-cb3c-458c-a0b3-87c11409d2d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:48:38.500553 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron_lib.callbacks.manager [None req-f627e3e3-12b6-4778-bbcd-c2f5a96cf2a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:48:38.501116 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f627e3e3-12b6-4778-bbcd-c2f5a96cf2a5 None None] Bound using segment: {'id': 'a846c1f4-a65b-40d3-b535-1962dc2946f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '23734487-cb3c-458c-a0b3-87c11409d2d6'} {{(pid=78400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 14:48:38.501782 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.plugins.ml2.managers [None req-f627e3e3-12b6-4778-bbcd-c2f5a96cf2a5 None None] Bound port: 57b033a8-f1c0-4679-9959-774c52214dcd, host: dv-cinder-798091-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a846c1f4-a65b-40d3-b535-1962dc2946f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '23734487-cb3c-458c-a0b3-87c11409d2d6'}}] {{(pid=78400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 14:48:38.502163 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron_lib.callbacks.manager [None req-f627e3e3-12b6-4778-bbcd-c2f5a96cf2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for port, before_update {{(pid=78400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:48:38.595360 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.plugins.ml2.db [None req-f627e3e3-12b6-4778-bbcd-c2f5a96cf2a5 None None] For port 57b033a8-f1c0-4679-9959-774c52214dcd, host dv-cinder-798091-1-smb, cleared binding levels {{(pid=78400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 25 14:48:38.598333 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.plugins.ml2.db [None req-f627e3e3-12b6-4778-bbcd-c2f5a96cf2a5 None None] For port 57b033a8-f1c0-4679-9959-774c52214dcd, host dv-cinder-798091-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798091-1-smb',level=0,port_id=57b033a8-f1c0-4679-9959-774c52214dcd,segment=NetworkSegment(a846c1f4-a65b-40d3-b535-1962dc2946f5),segment_id=a846c1f4-a65b-40d3-b535-1962dc2946f5)] {{(pid=78400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 25 14:48:38.603765 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron_lib.callbacks.manager [None req-f627e3e3-12b6-4778-bbcd-c2f5a96cf2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747172683978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747172243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747172243532'] for port, after_update {{(pid=78400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:48:38.608650 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:48:38.627746 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-5ccd35e2-5c46-4664-b1f8-e79cb54b2828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:48:38.683888 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f627e3e3-12b6-4778-bbcd-c2f5a96cf2a5 None None] Routers {'26b90cdd-94f9-4a59-8613-f83faf4ca513'} bound to L3 agent in host dv-cinder-798091-1-smb {{(pid=78400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:48:38.685172 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.db.l3_hamode_db [None req-f627e3e3-12b6-4778-bbcd-c2f5a96cf2a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798091-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-25T14:30:11Z,description=,heartbeat_timestamp=2021-06-25T14:48:11Z,host='dv-cinder-798091-1-smb',id=941bc864-709b-4c09-a7df-f27e1f49545a,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:30:11Z,topic='l3_agent')) {'router_ids': ['26b90cdd-94f9-4a59-8613-f83faf4ca513'], 'active': True} {{(pid=78400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:48:38.742885 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b39356c-6046-4e82-9bcf-73d10ce6fb4f None None] Pushing event updated for resources: {'Port': ['ID=57b033a8-f1c0-4679-9959-774c52214dcd,revision_number=4']} {{(pid=78400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:48:38.754263 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG oslo_concurrency.lockutils [None req-1b39356c-6046-4e82-9bcf-73d10ce6fb4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=78400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:48:38.890677 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.db.l3_dvr_db [None req-f627e3e3-12b6-4778-bbcd-c2f5a96cf2a5 None None] Set router 26b90cdd-94f9-4a59-8613-f83faf4ca513 gateway port host: dv-cinder-798091-1-smb {{(pid=78400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:48:39.004214 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:48:39.215790 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.db.l3_hamode_db [None req-f627e3e3-12b6-4778-bbcd-c2f5a96cf2a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26b90cdd-94f9-4a59-8613-f83faf4ca513', 'name': 'tempest-TestShelveInstance-38479916-router', 'tenant_id': 'f1658b2c625149408443e1bfd0c60590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee', 'external_fixed_ips': [{'subnet_id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'ip_address': '172.28.1.17'}], 'enable_snat': True}, 'gw_port_id': 'e6b1e5c0-9a41-49ef-a619-dcfd117cae6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:48:28Z', 'updated_at': '2021-06-25T14:48:33Z', 'revision_number': 4, 'project_id': 'f1658b2c625149408443e1bfd0c60590', 'gw_port': {'id': 'e6b1e5c0-9a41-49ef-a619-dcfd117cae6f', 'name': '', 'network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:23:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26b90cdd-94f9-4a59-8613-f83faf4ca513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'ip_address': '172.28.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:48:29Z', 'updated_at': '2021-06-25T14:48:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798091-1-smb', '_interfaces': [{'id': '57b033a8-f1c0-4679-9959-774c52214dcd', 'name': '', 'network_id': '23734487-cb3c-458c-a0b3-87c11409d2d6', 'tenant_id': 'f1658b2c625149408443e1bfd0c60590', 'mac_address': 'fa:16:3e:81:8a:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26b90cdd-94f9-4a59-8613-f83faf4ca513', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '11e25a35-64d9-4a57-91bb-b574564d8438', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:48:32Z', 'updated_at': '2021-06-25T14:48:38Z', 'revision_number': 4, 'project_id': 'f1658b2c625149408443e1bfd0c60590', 'subnets': [{'id': '11e25a35-64d9-4a57-91bb-b574564d8438', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798091-1-smb', False) {} {{(pid=78400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:48:39.219787 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f627e3e3-12b6-4778-bbcd-c2f5a96cf2a5 None None] The sync data for ids ['26b90cdd-94f9-4a59-8613-f83faf4ca513'] in dv-cinder-798091-1-smb is: [{'id': '26b90cdd-94f9-4a59-8613-f83faf4ca513', 'name': 'tempest-TestShelveInstance-38479916-router', 'tenant_id': 'f1658b2c625149408443e1bfd0c60590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee', 'external_fixed_ips': [{'subnet_id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'ip_address': '172.28.1.17'}], 'enable_snat': True}, 'gw_port_id': 'e6b1e5c0-9a41-49ef-a619-dcfd117cae6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:48:28Z', 'updated_at': '2021-06-25T14:48:33Z', 'revision_number': 4, 'project_id': 'f1658b2c625149408443e1bfd0c60590', 'gw_port': {'id': 'e6b1e5c0-9a41-49ef-a619-dcfd117cae6f', 'name': '', 'network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:23:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26b90cdd-94f9-4a59-8613-f83faf4ca513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'ip_address': '172.28.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:48:29Z', 'updated_at': '2021-06-25T14:48:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798091-1-smb', '_interfaces': [{'id': '57b033a8-f1c0-4679-9959-774c52214dcd', 'name': '', 'network_id': '23734487-cb3c-458c-a0b3-87c11409d2d6', 'tenant_id': 'f1658b2c625149408443e1bfd0c60590', 'mac_address': 'fa:16:3e:81:8a:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26b90cdd-94f9-4a59-8613-f83faf4ca513', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '11e25a35-64d9-4a57-91bb-b574564d8438', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:48:32Z', 'updated_at': '2021-06-25T14:48:38Z', 'revision_number': 4, 'project_id': 'f1658b2c625149408443e1bfd0c60590', 'subnets': [{'id': '11e25a35-64d9-4a57-91bb-b574564d8438', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 14:48:40.326117 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Device 57b033a8-f1c0-4679-9959-774c52214dcd up at agent ovs-agent-dv-cinder-798091-1-smb {{(pid=78399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:48:40.394186 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Provisioning for port 57b033a8-f1c0-4679-9959-774c52214dcd completed by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:48:40.398859 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Provisioning complete for port 57b033a8-f1c0-4679-9959-774c52214dcd triggered by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:48:40.399253 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545280'] for port, provisioning_complete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:48:40.516977 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for port, before_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:48:40.549293 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] For port 57b033a8-f1c0-4679-9959-774c52214dcd, host dv-cinder-798091-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798091-1-smb',level=0,port_id=57b033a8-f1c0-4679-9959-774c52214dcd,segment=NetworkSegment(a846c1f4-a65b-40d3-b535-1962dc2946f5),segment_id=a846c1f4-a65b-40d3-b535-1962dc2946f5)] {{(pid=78399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:48:40.554057 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747172683978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747172243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747172243532'] for port, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:48:40.555848 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:48:40.626783 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Pushing event updated for resources: {'Port': ['ID=57b033a8-f1c0-4679-9959-774c52214dcd,revision_number=5']} {{(pid=78399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:48:40.631655 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:48:41.296348 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-f73be1e1-87d7-44fe-9490-84cb3f6c55dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:48:42.270443 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-d14b10cb-2ead-4edf-9c0b-578ba992fa59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:48:42.313329 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Device 57b033a8-f1c0-4679-9959-774c52214dcd up at agent ovs-agent-dv-cinder-798091-1-smb {{(pid=78399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:48:42.382073 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Provisioning complete for port 57b033a8-f1c0-4679-9959-774c52214dcd triggered by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:48:42.382445 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545280'] for port, provisioning_complete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:48:43.538721 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-0959a481-12d6-4798-a5c7-3b38329e38d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:48:46.490647 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.db.agents_db [None req-33cd8ffe-8d55-4e82-a60c-f31f0cdcb446 None None] Agent healthcheck: found 6 active agents {{(pid=78400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 25 14:48:51.199746 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:48:52.055558 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-f0032826-7794-4f64-b1f0-011a68332506 req-9a50269c-4094-43a9-ae1a-310ebc844ef4 tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-474741322&fields=id&tenant_id=9c7ecdaefcbc4549b13f8ea4501af8fd HTTP/1.1" status: 200 len: 267 time: 0.0461130 Jun 25 14:48:52.207571 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0032826-7794-4f64-b1f0-011a68332506 req-5c9d1233-1ce7-49cf-a4a0-d936f60f9209 tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:48:52.209001 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-f0032826-7794-4f64-b1f0-011a68332506 req-5c9d1233-1ce7-49cf-a4a0-d936f60f9209 tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] 10.222.0.72 "GET /v2.0/networks?id=5a3a0648-37d2-455a-a19b-5ba694fe61ed HTTP/1.1" status: 200 len: 808 time: 0.1459143 Jun 25 14:48:52.224467 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-f0032826-7794-4f64-b1f0-011a68332506 req-2bb33dab-1955-491d-a860-ba4f52db196c tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] 10.222.0.72 "GET /v2.0/quotas/9c7ecdaefcbc4549b13f8ea4501af8fd HTTP/1.1" status: 200 len: 375 time: 0.0098128 Jun 25 14:48:52.309671 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-f0032826-7794-4f64-b1f0-011a68332506 req-075eb992-493c-4eb7-9a2a-6b316dbfd6de tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=9c7ecdaefcbc4549b13f8ea4501af8fd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0798743 Jun 25 14:48:52.546906 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-f0032826-7794-4f64-b1f0-011a68332506 req-7661a604-b3d8-439c-bed4-5515b633b89e service neutron] 10.222.0.72 "GET /v2.0/networks/5a3a0648-37d2-455a-a19b-5ba694fe61ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2259512 Jun 25 14:48:52.681258 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-f0032826-7794-4f64-b1f0-011a68332506 req-40ba6bd2-6eee-444a-a37c-f6230beeca58 service neutron] 10.222.0.72 "GET /v2.0/networks/5a3a0648-37d2-455a-a19b-5ba694fe61ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284521 Jun 25 14:48:53.096851 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [req-9394844c-792c-4546-9134-04c52a4656e5 req-8212a675-179e-4b07-906b-66b997d1740e tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Synchronizing usage tracker for tenant:9c7ecdaefcbc4549b13f8ea4501af8fd on resource:port {{(pid=78397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 25 14:48:53.115250 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [req-9394844c-792c-4546-9134-04c52a4656e5 req-8212a675-179e-4b07-906b-66b997d1740e tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Unset dirty status for tenant:9c7ecdaefcbc4549b13f8ea4501af8fd on resource:port {{(pid=78397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 25 14:48:53.116466 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-9394844c-792c-4546-9134-04c52a4656e5 req-8212a675-179e-4b07-906b-66b997d1740e tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] 10.222.0.72 "GET /v2.0/ports?device_id=879a0062-3d51-4218-b4b3-c1b0b874a35a HTTP/1.1" status: 200 len: 210 time: 0.0669529 Jun 25 14:48:54.270737 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-697f0fc5-d4de-4d9a-8a33-a827a9dbc8da req-ec1fc85a-0e22-4def-869c-30cb4e6dbcb2 tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] 10.222.0.72 "GET /v2.0/ports?device_id=879a0062-3d51-4218-b4b3-c1b0b874a35a HTTP/1.1" status: 200 len: 210 time: 0.0438371 Jun 25 14:48:54.331832 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0032826-7794-4f64-b1f0-011a68332506 req-edc471c3-6aac-4ee2-8273-eeae9c9f03e5 tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:48:54.332501 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [req-f0032826-7794-4f64-b1f0-011a68332506 req-edc471c3-6aac-4ee2-8273-eeae9c9f03e5 tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Synchronizing usage tracker for tenant:9c7ecdaefcbc4549b13f8ea4501af8fd on resource:network {{(pid=78397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 25 14:48:54.350144 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [req-f0032826-7794-4f64-b1f0-011a68332506 req-edc471c3-6aac-4ee2-8273-eeae9c9f03e5 tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Unset dirty status for tenant:9c7ecdaefcbc4549b13f8ea4501af8fd on resource:network {{(pid=78397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 25 14:48:54.351312 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-f0032826-7794-4f64-b1f0-011a68332506 req-edc471c3-6aac-4ee2-8273-eeae9c9f03e5 tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] 10.222.0.77 "GET /v2.0/networks?id=5a3a0648-37d2-455a-a19b-5ba694fe61ed HTTP/1.1" status: 200 len: 808 time: 0.1713243 Jun 25 14:48:54.409255 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [req-f0032826-7794-4f64-b1f0-011a68332506 req-d9afa964-082a-4b49-bea2-39db72ccc108 tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Synchronizing usage tracker for tenant:9c7ecdaefcbc4549b13f8ea4501af8fd on resource:security_group {{(pid=78397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 25 14:48:54.427186 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [req-f0032826-7794-4f64-b1f0-011a68332506 req-d9afa964-082a-4b49-bea2-39db72ccc108 tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Unset dirty status for tenant:9c7ecdaefcbc4549b13f8ea4501af8fd on resource:security_group {{(pid=78397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 25 14:48:54.428751 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-f0032826-7794-4f64-b1f0-011a68332506 req-d9afa964-082a-4b49-bea2-39db72ccc108 tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9c7ecdaefcbc4549b13f8ea4501af8fd HTTP/1.1" status: 200 len: 379 time: 0.0589993 Jun 25 14:48:54.454206 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.v2.base [req-f0032826-7794-4f64-b1f0-011a68332506 req-fca1c25f-d045-42ed-9c5d-321fcb630ab8 tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Request body: {'port': {'device_id': '879a0062-3d51-4218-b4b3-c1b0b874a35a', 'network_id': '5a3a0648-37d2-455a-a19b-5ba694fe61ed', 'admin_state_up': True, 'tenant_id': '9c7ecdaefcbc4549b13f8ea4501af8fd', 'security_groups': ['f2990f04-9330-4baf-aabd-b49142b35d41']}} {{(pid=78397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:48:54.590291 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [req-f0032826-7794-4f64-b1f0-011a68332506 req-fca1c25f-d045-42ed-9c5d-321fcb630ab8 tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:48:54.599917 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [req-f0032826-7794-4f64-b1f0-011a68332506 req-fca1c25f-d045-42ed-9c5d-321fcb630ab8 tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:48:54.610073 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0032826-7794-4f64-b1f0-011a68332506 req-fca1c25f-d045-42ed-9c5d-321fcb630ab8 tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Made reservation on behalf of 9c7ecdaefcbc4549b13f8ea4501af8fd for: {'port': 1} {{(pid=78397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 14:48:54.613533 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-f0032826-7794-4f64-b1f0-011a68332506 req-fca1c25f-d045-42ed-9c5d-321fcb630ab8 tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for port, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:48:54.775144 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.db_base_plugin_common [req-f0032826-7794-4f64-b1f0-011a68332506 req-fca1c25f-d045-42ed-9c5d-321fcb630ab8 tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Allocated IP 172.20.0.6 (5a3a0648-37d2-455a-a19b-5ba694fe61ed/5edf8d8a-fc29-4de9-9fc4-71ec8e887aa3/38acf89d-6bb7-4f95-8115-ab0babf65fa3) {{(pid=78397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 14:48:54.979012 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-f0032826-7794-4f64-b1f0-011a68332506 req-fca1c25f-d045-42ed-9c5d-321fcb630ab8 tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Notify callbacks [] for port, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:48:54.996831 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.provisioning_blocks [req-f0032826-7794-4f64-b1f0-011a68332506 req-fca1c25f-d045-42ed-9c5d-321fcb630ab8 tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Transition to ACTIVE for port object 38acf89d-6bb7-4f95-8115-ab0babf65fa3 will not be triggered until provisioned by entity DHCP. {{(pid=78397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:48:55.023226 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-f0032826-7794-4f64-b1f0-011a68332506 req-fca1c25f-d045-42ed-9c5d-321fcb630ab8 tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747172243469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127937375'] for port, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:48:55.029505 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-1f53805a-7f8a-4df8-ae35-f58cab7717d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:48:55.197010 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0032826-7794-4f64-b1f0-011a68332506 req-fca1c25f-d045-42ed-9c5d-321fcb630ab8 tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Network 5a3a0648-37d2-455a-a19b-5ba694fe61ed is already hosted by enough agents. {{(pid=78397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:48:55.200643 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.scheduler.base_scheduler [req-f0032826-7794-4f64-b1f0-011a68332506 req-fca1c25f-d045-42ed-9c5d-321fcb630ab8 tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Resources bound (agent type, host, resource id): {{(pid=78397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:48:55.204537 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0032826-7794-4f64-b1f0-011a68332506 req-fca1c25f-d045-42ed-9c5d-321fcb630ab8 tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Received port after_create {{(pid=78397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 25 14:48:55.235153 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca1c25f-d045-42ed-9c5d-321fcb630ab8 tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Pushing event updated for resources: {'Port': ['ID=38acf89d-6bb7-4f95-8115-ab0babf65fa3,revision_number=1']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:48:55.255638 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca1c25f-d045-42ed-9c5d-321fcb630ab8 tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:48:55.256009 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca1c25f-d045-42ed-9c5d-321fcb630ab8 tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:48:55.256370 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca1c25f-d045-42ed-9c5d-321fcb630ab8 tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:48:55.256727 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca1c25f-d045-42ed-9c5d-321fcb630ab8 tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:48:55.257076 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca1c25f-d045-42ed-9c5d-321fcb630ab8 tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:48:55.257430 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca1c25f-d045-42ed-9c5d-321fcb630ab8 tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:48:55.257815 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca1c25f-d045-42ed-9c5d-321fcb630ab8 tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:48:55.258160 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca1c25f-d045-42ed-9c5d-321fcb630ab8 tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:48:55.258509 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca1c25f-d045-42ed-9c5d-321fcb630ab8 tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:48:55.259283 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca1c25f-d045-42ed-9c5d-321fcb630ab8 tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:48:55.259629 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca1c25f-d045-42ed-9c5d-321fcb630ab8 tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:48:55.259825 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca1c25f-d045-42ed-9c5d-321fcb630ab8 tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:48:55.266491 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-fca1c25f-d045-42ed-9c5d-321fcb630ab8 tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:48:55.285545 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0032826-7794-4f64-b1f0-011a68332506 req-fca1c25f-d045-42ed-9c5d-321fcb630ab8 tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:48:55.286095 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-f0032826-7794-4f64-b1f0-011a68332506 req-fca1c25f-d045-42ed-9c5d-321fcb630ab8 tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257150'] for port, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:48:55.313365 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-f0032826-7794-4f64-b1f0-011a68332506 req-fca1c25f-d045-42ed-9c5d-321fcb630ab8 tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8628631 Jun 25 14:48:55.332335 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.v2.base [req-f0032826-7794-4f64-b1f0-011a68332506 req-b2bd24cd-d2d8-4927-9357-a82d666d8d89 service neutron] Request body: {'port': {'device_id': '879a0062-3d51-4218-b4b3-c1b0b874a35a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79809'}} {{(pid=78397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:48:55.445388 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-8725b494-ab1d-4261-a67f-412d9917aa2a None None] Provisioning for port 38acf89d-6bb7-4f95-8115-ab0babf65fa3 completed by entity DHCP. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:48:55.452533 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-8725b494-ab1d-4261-a67f-412d9917aa2a None None] Provisioning complete for port 38acf89d-6bb7-4f95-8115-ab0babf65fa3 triggered by entity DHCP. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:48:55.452924 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-8725b494-ab1d-4261-a67f-412d9917aa2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545280'] for port, provisioning_complete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:48:55.455528 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-f0032826-7794-4f64-b1f0-011a68332506 req-b2bd24cd-d2d8-4927-9357-a82d666d8d89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for port, before_update {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:48:55.511286 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.plugin [None req-8725b494-ab1d-4261-a67f-412d9917aa2a None None] Port 38acf89d-6bb7-4f95-8115-ab0babf65fa3 cannot update to ACTIVE because it is not bound. {{(pid=78399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 14:48:55.687039 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d348d5e6-052d-4924-90e1-08a9f7d87ee3 req-a6e3cdad-0d00-4245-b349-14a42cc6d616 tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:48:55.687719 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [req-d348d5e6-052d-4924-90e1-08a9f7d87ee3 req-a6e3cdad-0d00-4245-b349-14a42cc6d616 tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Synchronizing usage tracker for tenant:9c7ecdaefcbc4549b13f8ea4501af8fd on resource:port {{(pid=78397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 25 14:48:55.766589 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [req-d348d5e6-052d-4924-90e1-08a9f7d87ee3 req-a6e3cdad-0d00-4245-b349-14a42cc6d616 tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Unset dirty status for tenant:9c7ecdaefcbc4549b13f8ea4501af8fd on resource:port {{(pid=78397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 25 14:48:55.767737 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-d348d5e6-052d-4924-90e1-08a9f7d87ee3 req-a6e3cdad-0d00-4245-b349-14a42cc6d616 tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] 10.222.0.72 "GET /v2.0/ports?device_id=879a0062-3d51-4218-b4b3-c1b0b874a35a HTTP/1.1" status: 200 len: 931 time: 0.3815882 Jun 25 14:48:55.845057 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-d348d5e6-052d-4924-90e1-08a9f7d87ee3 req-f02de348-6609-4dee-95ed-bda30df2f186 tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] 10.222.0.72 "GET /v2.0/security-groups?id=f2990f04-9330-4baf-aabd-b49142b35d41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698681 Jun 25 14:48:55.915387 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.notifiers.nova [req-f0032826-7794-4f64-b1f0-011a68332506 req-b2bd24cd-d2d8-4927-9357-a82d666d8d89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38acf89d-6bb7-4f95-8115-ab0babf65fa3 {{(pid=78397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 14:48:55.922589 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-f0032826-7794-4f64-b1f0-011a68332506 req-b2bd24cd-d2d8-4927-9357-a82d666d8d89 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:48:55.937482 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.provisioning_blocks [req-f0032826-7794-4f64-b1f0-011a68332506 req-b2bd24cd-d2d8-4927-9357-a82d666d8d89 service neutron] Transition to ACTIVE for port object 38acf89d-6bb7-4f95-8115-ab0babf65fa3 will not be triggered until provisioned by entity L2. {{(pid=78397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:48:55.941998 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-f0032826-7794-4f64-b1f0-011a68332506 req-b2bd24cd-d2d8-4927-9357-a82d666d8d89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747172683978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747172243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747172243532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127937384'] for port, after_update {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:48:55.945751 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-9a5a8304-30ef-44da-a6a9-9b8b08d203a1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:48:56.101837 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bd24cd-d2d8-4927-9357-a82d666d8d89 service neutron] Pushing event updated for resources: {'Port': ['ID=38acf89d-6bb7-4f95-8115-ab0babf65fa3,revision_number=2']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:48:56.104660 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-b2bd24cd-d2d8-4927-9357-a82d666d8d89 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:48:56.186217 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.managers [req-f0032826-7794-4f64-b1f0-011a68332506 req-b2bd24cd-d2d8-4927-9357-a82d666d8d89 service neutron] Attempting to bind port 38acf89d-6bb7-4f95-8115-ab0babf65fa3 on host hv-cinder-79809 for vnic_type normal with profile {{(pid=78397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 14:48:56.186546 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.managers [req-f0032826-7794-4f64-b1f0-011a68332506 req-b2bd24cd-d2d8-4927-9357-a82d666d8d89 service neutron] Attempting to bind port 38acf89d-6bb7-4f95-8115-ab0babf65fa3 by drivers openvswitch,hyperv on host hv-cinder-79809 at level 0 using segments [{'id': '6141eaa2-fe16-4a98-ae94-17e23054270c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '5a3a0648-37d2-455a-a19b-5ba694fe61ed'}] {{(pid=78397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 14:48:56.186870 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0032826-7794-4f64-b1f0-011a68332506 req-b2bd24cd-d2d8-4927-9357-a82d666d8d89 service neutron] Attempting to bind port 38acf89d-6bb7-4f95-8115-ab0babf65fa3 on network 5a3a0648-37d2-455a-a19b-5ba694fe61ed {{(pid=78397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:48:56.191377 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0032826-7794-4f64-b1f0-011a68332506 req-b2bd24cd-d2d8-4927-9357-a82d666d8d89 service neutron] Port 38acf89d-6bb7-4f95-8115-ab0babf65fa3 on network 5a3a0648-37d2-455a-a19b-5ba694fe61ed not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79809 {{(pid=78397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 14:48:56.191687 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0032826-7794-4f64-b1f0-011a68332506 req-b2bd24cd-d2d8-4927-9357-a82d666d8d89 service neutron] Attempting to bind port 38acf89d-6bb7-4f95-8115-ab0babf65fa3 on network 5a3a0648-37d2-455a-a19b-5ba694fe61ed {{(pid=78397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:48:56.196568 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0032826-7794-4f64-b1f0-011a68332506 req-b2bd24cd-d2d8-4927-9357-a82d666d8d89 service neutron] Checking agent: {'id': 'cd5845b2-5f15-4f32-8a77-b0e44a8778a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79809', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 14, 36, 51), 'started_at': datetime.datetime(2021, 6, 25, 14, 36, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 14, 48, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 14:48:56.196891 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0032826-7794-4f64-b1f0-011a68332506 req-b2bd24cd-d2d8-4927-9357-a82d666d8d89 service neutron] Checking segment: {'id': '6141eaa2-fe16-4a98-ae94-17e23054270c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '5a3a0648-37d2-455a-a19b-5ba694fe61ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:48:56.197263 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0032826-7794-4f64-b1f0-011a68332506 req-b2bd24cd-d2d8-4927-9357-a82d666d8d89 service neutron] Bound using segment: {'id': '6141eaa2-fe16-4a98-ae94-17e23054270c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '5a3a0648-37d2-455a-a19b-5ba694fe61ed'} {{(pid=78397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 14:48:56.197740 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.managers [req-f0032826-7794-4f64-b1f0-011a68332506 req-b2bd24cd-d2d8-4927-9357-a82d666d8d89 service neutron] Bound port: 38acf89d-6bb7-4f95-8115-ab0babf65fa3, host: hv-cinder-79809, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6141eaa2-fe16-4a98-ae94-17e23054270c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '5a3a0648-37d2-455a-a19b-5ba694fe61ed'}}] {{(pid=78397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 14:48:56.198075 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-f0032826-7794-4f64-b1f0-011a68332506 req-b2bd24cd-d2d8-4927-9357-a82d666d8d89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for port, before_update {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:48:56.289475 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.db [req-f0032826-7794-4f64-b1f0-011a68332506 req-b2bd24cd-d2d8-4927-9357-a82d666d8d89 service neutron] For port 38acf89d-6bb7-4f95-8115-ab0babf65fa3, host hv-cinder-79809, cleared binding levels {{(pid=78397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 25 14:48:56.292273 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.db [req-f0032826-7794-4f64-b1f0-011a68332506 req-b2bd24cd-d2d8-4927-9357-a82d666d8d89 service neutron] For port 38acf89d-6bb7-4f95-8115-ab0babf65fa3, host hv-cinder-79809, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=38acf89d-6bb7-4f95-8115-ab0babf65fa3,segment=NetworkSegment(6141eaa2-fe16-4a98-ae94-17e23054270c),segment_id=6141eaa2-fe16-4a98-ae94-17e23054270c)] {{(pid=78397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 25 14:48:56.297374 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-f0032826-7794-4f64-b1f0-011a68332506 req-b2bd24cd-d2d8-4927-9357-a82d666d8d89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747172683978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747172243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747172243532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127937384'] for port, after_update {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:48:56.301755 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-fe40a3bf-04e8-4340-834f-97ddf44b9eeb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:48:56.355665 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0032826-7794-4f64-b1f0-011a68332506 req-b2bd24cd-d2d8-4927-9357-a82d666d8d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:48:56.356643 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-f0032826-7794-4f64-b1f0-011a68332506 req-b2bd24cd-d2d8-4927-9357-a82d666d8d89 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257150'] for port, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:48:56.357910 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-f0032826-7794-4f64-b1f0-011a68332506 req-b2bd24cd-d2d8-4927-9357-a82d666d8d89 service neutron] 10.222.0.77 "PUT /v2.0/ports/38acf89d-6bb7-4f95-8115-ab0babf65fa3 HTTP/1.1" status: 200 len: 1093 time: 1.0300119 Jun 25 14:48:56.358425 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '879a0062-3d51-4218-b4b3-c1b0b874a35a', 'tag': '38acf89d-6bb7-4f95-8115-ab0babf65fa3'}] {{(pid=78397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:48:56.381864 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bd24cd-d2d8-4927-9357-a82d666d8d89 service neutron] Pushing event updated for resources: {'Port': ['ID=38acf89d-6bb7-4f95-8115-ab0babf65fa3,revision_number=3']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:48:56.385351 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-b2bd24cd-d2d8-4927-9357-a82d666d8d89 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:48:56.408883 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '879a0062-3d51-4218-b4b3-c1b0b874a35a', 'tag': '38acf89d-6bb7-4f95-8115-ab0babf65fa3', 'status': 'completed', 'code': 200} Jun 25 14:48:56.510441 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0032826-7794-4f64-b1f0-011a68332506 req-2fc75f51-de65-4366-af10-ac7ff321f68f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:48:56.512079 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-f0032826-7794-4f64-b1f0-011a68332506 req-2fc75f51-de65-4366-af10-ac7ff321f68f service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=9c7ecdaefcbc4549b13f8ea4501af8fd&device_id=879a0062-3d51-4218-b4b3-c1b0b874a35a HTTP/1.1" status: 200 len: 1096 time: 0.0770314 Jun 25 14:48:56.592683 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-f0032826-7794-4f64-b1f0-011a68332506 req-1ab100a9-c45c-41dd-948d-64ebcf772e49 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=38acf89d-6bb7-4f95-8115-ab0babf65fa3 HTTP/1.1" status: 200 len: 217 time: 0.0601981 Jun 25 14:48:56.661009 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0032826-7794-4f64-b1f0-011a68332506 req-d28b8bfc-56e8-4abe-8944-ccd65b67c808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:48:56.662365 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-f0032826-7794-4f64-b1f0-011a68332506 req-d28b8bfc-56e8-4abe-8944-ccd65b67c808 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5edf8d8a-fc29-4de9-9fc4-71ec8e887aa3 HTTP/1.1" status: 200 len: 847 time: 0.0597653 Jun 25 14:48:56.738130 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0032826-7794-4f64-b1f0-011a68332506 req-f10cfa85-352f-4fb3-ac2c-a7904d350c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:48:56.739471 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-f0032826-7794-4f64-b1f0-011a68332506 req-f10cfa85-352f-4fb3-ac2c-a7904d350c77 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=5a3a0648-37d2-455a-a19b-5ba694fe61ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0681806 Jun 25 14:48:56.880248 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-f0032826-7794-4f64-b1f0-011a68332506 req-c458615c-c87c-4629-8622-c0be10ad4fe6 service neutron] 10.222.0.77 "GET /v2.0/networks/5a3a0648-37d2-455a-a19b-5ba694fe61ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289794 Jun 25 14:48:57.163848 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-f0032826-7794-4f64-b1f0-011a68332506 req-655f2c3a-45aa-4bf6-afcb-3f1c2fe6284f service neutron] 10.222.0.77 "GET /v2.0/networks/5a3a0648-37d2-455a-a19b-5ba694fe61ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2719994 Jun 25 14:48:57.185750 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca32135f-6364-47af-825a-2e18c0ada9e9 req-df5f47e6-b8f0-4ef0-8f6a-f9467519e6ea tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:48:57.187523 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-ca32135f-6364-47af-825a-2e18c0ada9e9 req-df5f47e6-b8f0-4ef0-8f6a-f9467519e6ea tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] 10.222.0.72 "GET /v2.0/ports?device_id=879a0062-3d51-4218-b4b3-c1b0b874a35a HTTP/1.1" status: 200 len: 943 time: 0.1333764 Jun 25 14:48:57.233579 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-ca32135f-6364-47af-825a-2e18c0ada9e9 req-3dc01bf1-6856-41ce-8a62-4bb78470f5b2 tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] 10.222.0.72 "GET /v2.0/security-groups?id=f2990f04-9330-4baf-aabd-b49142b35d41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401006 Jun 25 14:48:57.346460 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c733e7-9530-4ae6-9eb8-50d254f7544a req-370a1f26-ea1c-480a-84dc-4609e83a4b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:48:57.347910 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-65c733e7-9530-4ae6-9eb8-50d254f7544a req-370a1f26-ea1c-480a-84dc-4609e83a4b96 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=9c7ecdaefcbc4549b13f8ea4501af8fd&device_id=879a0062-3d51-4218-b4b3-c1b0b874a35a HTTP/1.1" status: 200 len: 1096 time: 0.0741076 Jun 25 14:48:57.477638 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c733e7-9530-4ae6-9eb8-50d254f7544a req-b176d790-e030-482a-bb41-000e1bfd9845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:48:57.479061 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-65c733e7-9530-4ae6-9eb8-50d254f7544a req-b176d790-e030-482a-bb41-000e1bfd9845 service neutron] 10.222.0.77 "GET /v2.0/networks?id=5a3a0648-37d2-455a-a19b-5ba694fe61ed HTTP/1.1" status: 200 len: 909 time: 0.1243291 Jun 25 14:48:57.546118 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-65c733e7-9530-4ae6-9eb8-50d254f7544a req-463cc5ca-d97e-47a9-ae29-ed3f9990bbcf service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=38acf89d-6bb7-4f95-8115-ab0babf65fa3 HTTP/1.1" status: 200 len: 217 time: 0.0591047 Jun 25 14:48:57.612028 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c733e7-9530-4ae6-9eb8-50d254f7544a req-4e4e297f-73f8-4e78-a35c-716f3399ca6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:48:57.613442 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-65c733e7-9530-4ae6-9eb8-50d254f7544a req-4e4e297f-73f8-4e78-a35c-716f3399ca6d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5edf8d8a-fc29-4de9-9fc4-71ec8e887aa3 HTTP/1.1" status: 200 len: 847 time: 0.0607121 Jun 25 14:48:57.687414 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c733e7-9530-4ae6-9eb8-50d254f7544a req-a45899e3-d10e-476e-bb58-3bfafcc2b7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:48:57.688868 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-65c733e7-9530-4ae6-9eb8-50d254f7544a req-a45899e3-d10e-476e-bb58-3bfafcc2b7b7 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=5a3a0648-37d2-455a-a19b-5ba694fe61ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0689557 Jun 25 14:48:57.819183 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-65c733e7-9530-4ae6-9eb8-50d254f7544a req-4293abf8-6513-4d61-97ef-7cb477e26fee service neutron] 10.222.0.77 "GET /v2.0/networks/5a3a0648-37d2-455a-a19b-5ba694fe61ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224229 Jun 25 14:48:57.955855 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-65c733e7-9530-4ae6-9eb8-50d254f7544a req-15f68394-fc11-4ecf-82cf-a69d81fc4518 service neutron] 10.222.0.77 "GET /v2.0/networks/5a3a0648-37d2-455a-a19b-5ba694fe61ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278431 Jun 25 14:48:58.470872 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069e87f7-3d66-46d6-b274-a6fe34ac9626 req-544123c7-b5ef-4736-b549-744ec16de51f tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:48:58.472319 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-069e87f7-3d66-46d6-b274-a6fe34ac9626 req-544123c7-b5ef-4736-b549-744ec16de51f tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] 10.222.0.72 "GET /v2.0/ports?device_id=879a0062-3d51-4218-b4b3-c1b0b874a35a HTTP/1.1" status: 200 len: 943 time: 0.1316245 Jun 25 14:48:58.520851 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-069e87f7-3d66-46d6-b274-a6fe34ac9626 req-7efdb140-a317-4d2d-8c20-45fd5fdd226d tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] 10.222.0.72 "GET /v2.0/security-groups?id=f2990f04-9330-4baf-aabd-b49142b35d41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427709 Jun 25 14:48:59.709156 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c78475-1706-4d95-9a7b-1a640f02489e req-3eadc648-cc40-4bf6-9e89-e79fb1c1f97a tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:48:59.710594 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-b5c78475-1706-4d95-9a7b-1a640f02489e req-3eadc648-cc40-4bf6-9e89-e79fb1c1f97a tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] 10.222.0.72 "GET /v2.0/ports?device_id=879a0062-3d51-4218-b4b3-c1b0b874a35a HTTP/1.1" status: 200 len: 943 time: 0.0833194 Jun 25 14:48:59.754984 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-b5c78475-1706-4d95-9a7b-1a640f02489e req-b30326cf-e1a3-4ba9-81e6-ea236a8ef205 tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] 10.222.0.72 "GET /v2.0/security-groups?id=f2990f04-9330-4baf-aabd-b49142b35d41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378864 Jun 25 14:49:00.084003 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Device 38acf89d-6bb7-4f95-8115-ab0babf65fa3 details requested by agent hyperv_hv-cinder-79809 with host hv-cinder-79809 {{(pid=78399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 25 14:49:00.213755 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] For port 38acf89d-6bb7-4f95-8115-ab0babf65fa3, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=38acf89d-6bb7-4f95-8115-ab0babf65fa3,segment=NetworkSegment(6141eaa2-fe16-4a98-ae94-17e23054270c),segment_id=6141eaa2-fe16-4a98-ae94-17e23054270c)] {{(pid=78399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:49:00.226744 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Returning: {'device': '38acf89d-6bb7-4f95-8115-ab0babf65fa3', 'network_id': '5a3a0648-37d2-455a-a19b-5ba694fe61ed', 'port_id': '38acf89d-6bb7-4f95-8115-ab0babf65fa3', 'mac_address': 'fa:16:3e:e6:9d:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5edf8d8a-fc29-4de9-9fc4-71ec8e887aa3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 25 14:49:00.281844 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for port, before_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:49:00.297857 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.notifiers.nova [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38acf89d-6bb7-4f95-8115-ab0babf65fa3 {{(pid=78399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 14:49:00.313538 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] For port 38acf89d-6bb7-4f95-8115-ab0babf65fa3, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=38acf89d-6bb7-4f95-8115-ab0babf65fa3,segment=NetworkSegment(6141eaa2-fe16-4a98-ae94-17e23054270c),segment_id=6141eaa2-fe16-4a98-ae94-17e23054270c)] {{(pid=78399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:49:00.317439 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747172683978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747172243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747172243532'] for port, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:49:00.319226 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:49:00.388165 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Pushing event updated for resources: {'Port': ['ID=38acf89d-6bb7-4f95-8115-ab0babf65fa3,revision_number=4']} {{(pid=78399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:49:00.391299 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:49:00.688983 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] get_ports_and_sgs() called for port_ids ['38acf89d-6bb7-4f95-8115-ab0babf65fa3'] {{(pid=78399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 25 14:49:00.942714 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d05cb23-d4b9-4bc6-abe9-266461a983fa req-5ee9ac9d-560f-4656-9fb9-c178b2b5d33d tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:49:00.944107 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-4d05cb23-d4b9-4bc6-abe9-266461a983fa req-5ee9ac9d-560f-4656-9fb9-c178b2b5d33d tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] 10.222.0.72 "GET /v2.0/ports?device_id=879a0062-3d51-4218-b4b3-c1b0b874a35a HTTP/1.1" status: 200 len: 944 time: 0.0833130 Jun 25 14:49:00.989654 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-4d05cb23-d4b9-4bc6-abe9-266461a983fa req-684a8b5d-ad6b-4b57-88f0-26881dcea56a tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] 10.222.0.72 "GET /v2.0/security-groups?id=f2990f04-9330-4baf-aabd-b49142b35d41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387306 Jun 25 14:49:02.084445 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Device 38acf89d-6bb7-4f95-8115-ab0babf65fa3 up at agent hyperv_hv-cinder-79809 {{(pid=78399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:49:02.153088 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Provisioning for port 38acf89d-6bb7-4f95-8115-ab0babf65fa3 completed by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:49:02.167070 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Provisioning complete for port 38acf89d-6bb7-4f95-8115-ab0babf65fa3 triggered by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:49:02.167468 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545280'] for port, provisioning_complete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:49:02.175369 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca10e213-7667-41dc-a7ed-d5bb2408c8ae req-298ce072-e568-4a84-a095-2c16e56b0e8b tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:49:02.177014 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-ca10e213-7667-41dc-a7ed-d5bb2408c8ae req-298ce072-e568-4a84-a095-2c16e56b0e8b tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] 10.222.0.72 "GET /v2.0/ports?device_id=879a0062-3d51-4218-b4b3-c1b0b874a35a HTTP/1.1" status: 200 len: 944 time: 0.0806653 Jun 25 14:49:02.224648 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-ca10e213-7667-41dc-a7ed-d5bb2408c8ae req-41a8a0cb-61e9-4c72-b831-e1c6b8662645 tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] 10.222.0.72 "GET /v2.0/security-groups?id=f2990f04-9330-4baf-aabd-b49142b35d41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418715 Jun 25 14:49:02.289463 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for port, before_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:49:02.316264 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '879a0062-3d51-4218-b4b3-c1b0b874a35a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38acf89d-6bb7-4f95-8115-ab0babf65fa3'}] {{(pid=78399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:49:02.327961 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] For port 38acf89d-6bb7-4f95-8115-ab0babf65fa3, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=38acf89d-6bb7-4f95-8115-ab0babf65fa3,segment=NetworkSegment(6141eaa2-fe16-4a98-ae94-17e23054270c),segment_id=6141eaa2-fe16-4a98-ae94-17e23054270c)] {{(pid=78399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:49:02.333167 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747172683978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747172243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747172243532'] for port, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:49:02.335940 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:49:02.403025 dv-cinder-798091-1-smb neutron-server[78399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '879a0062-3d51-4218-b4b3-c1b0b874a35a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38acf89d-6bb7-4f95-8115-ab0babf65fa3', 'code': 200} Jun 25 14:49:02.444816 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Pushing event updated for resources: {'Port': ['ID=38acf89d-6bb7-4f95-8115-ab0babf65fa3,revision_number=5']} {{(pid=78399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:49:02.447958 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:49:02.726456 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a925e8d-f705-4aa3-9b31-b965aab73138 req-47f7dd6f-3278-41ff-84ab-94b9efc3fe86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:49:02.727808 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-0a925e8d-f705-4aa3-9b31-b965aab73138 req-47f7dd6f-3278-41ff-84ab-94b9efc3fe86 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=879a0062-3d51-4218-b4b3-c1b0b874a35a HTTP/1.1" status: 200 len: 1098 time: 0.0734451 Jun 25 14:49:02.771667 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-0a925e8d-f705-4aa3-9b31-b965aab73138 req-4dbc8f77-8c0f-4694-a6cf-3da4519d99dc service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=f2990f04-9330-4baf-aabd-b49142b35d41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333111 Jun 25 14:49:03.407663 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a392c84c-4a07-4f30-bc0b-2d1c6e4a1c67 req-f394f0a4-5ce5-40fe-9266-5c58973207cd tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:49:03.409078 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-a392c84c-4a07-4f30-bc0b-2d1c6e4a1c67 req-f394f0a4-5ce5-40fe-9266-5c58973207cd tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] 10.222.0.72 "GET /v2.0/ports?device_id=879a0062-3d51-4218-b4b3-c1b0b874a35a HTTP/1.1" status: 200 len: 945 time: 0.0795772 Jun 25 14:49:03.453057 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-a392c84c-4a07-4f30-bc0b-2d1c6e4a1c67 req-64d70a1e-3dc9-4c5e-982f-b5572da7204c tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] 10.222.0.72 "GET /v2.0/security-groups?id=f2990f04-9330-4baf-aabd-b49142b35d41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382948 Jun 25 14:49:04.646873 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2d1ea7-3833-40e4-9b15-b8554fffd8c4 req-a02d4bf3-c75d-4cea-bdf7-0937769461b9 tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:49:04.648229 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-bc2d1ea7-3833-40e4-9b15-b8554fffd8c4 req-a02d4bf3-c75d-4cea-bdf7-0937769461b9 tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] 10.222.0.72 "GET /v2.0/ports?device_id=879a0062-3d51-4218-b4b3-c1b0b874a35a HTTP/1.1" status: 200 len: 945 time: 0.0833161 Jun 25 14:49:04.693412 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-bc2d1ea7-3833-40e4-9b15-b8554fffd8c4 req-39d11f60-1f69-4f46-9075-981545cf5d05 tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] 10.222.0.72 "GET /v2.0/security-groups?id=f2990f04-9330-4baf-aabd-b49142b35d41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387077 Jun 25 14:49:04.884335 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a8eba7-e4c7-4ea0-90f0-69718c757291 req-faa59961-8568-4ac8-abe0-29bba7151f72 tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:49:04.885782 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-08a8eba7-e4c7-4ea0-90f0-69718c757291 req-faa59961-8568-4ac8-abe0-29bba7151f72 tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] 10.222.0.72 "GET /v2.0/ports?device_id=879a0062-3d51-4218-b4b3-c1b0b874a35a HTTP/1.1" status: 200 len: 945 time: 0.0865898 Jun 25 14:49:04.932180 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-08a8eba7-e4c7-4ea0-90f0-69718c757291 req-175890de-6be1-4e9b-8a8e-b0a88d55fa54 tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] 10.222.0.72 "GET /v2.0/security-groups?id=f2990f04-9330-4baf-aabd-b49142b35d41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398297 Jun 25 14:49:04.955433 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.72', 41556) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:49:05.065515 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42485ab3-586b-49d7-bd04-f9663f939a59 tempest-TestShelveInstance-1673460919 tempest-TestShelveInstance-1673460919-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:49:05.066358 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-42485ab3-586b-49d7-bd04-f9663f939a59 tempest-TestShelveInstance-1673460919 tempest-TestShelveInstance-1673460919-project-admin] Synchronizing usage tracker for tenant:f1658b2c625149408443e1bfd0c60590 on resource:port {{(pid=78398) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 25 14:49:05.084516 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-42485ab3-586b-49d7-bd04-f9663f939a59 tempest-TestShelveInstance-1673460919 tempest-TestShelveInstance-1673460919-project-admin] Unset dirty status for tenant:f1658b2c625149408443e1bfd0c60590 on resource:port {{(pid=78398) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 25 14:49:05.085868 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-42485ab3-586b-49d7-bd04-f9663f939a59 tempest-TestShelveInstance-1673460919 tempest-TestShelveInstance-1673460919-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=879a0062-3d51-4218-b4b3-c1b0b874a35a HTTP/1.1" status: 200 len: 1093 time: 0.1294115 Jun 25 14:49:05.090659 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.72', 41562) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:49:05.095721 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.v2.base [None req-e53f03f6-8dce-4f88-8dcf-54d700854165 tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Request body: {'floatingip': {'floating_network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee', 'port_id': '38acf89d-6bb7-4f95-8115-ab0babf65fa3', 'tenant_id': '9c7ecdaefcbc4549b13f8ea4501af8fd', 'fixed_ip_address': '172.20.0.6'}} {{(pid=78398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:49:05.101468 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-e53f03f6-8dce-4f88-8dcf-54d700854165 tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:49:05.105232 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-e53f03f6-8dce-4f88-8dcf-54d700854165 tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Usage tracker for resource:floatingip and tenant:9c7ecdaefcbc4549b13f8ea4501af8fd is out of sync, need to count used quota {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:49:05.108614 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-e53f03f6-8dce-4f88-8dcf-54d700854165 tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:49:05.114564 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-e53f03f6-8dce-4f88-8dcf-54d700854165 tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:49:05.125232 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-e53f03f6-8dce-4f88-8dcf-54d700854165 tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Notify callbacks [] for floatingip, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:49:05.260110 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-e53f03f6-8dce-4f88-8dcf-54d700854165 tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for port, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:49:05.360637 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-03bd06be-c5a2-4369-a7dd-af7f297fd798 req-05c2f2ac-8a98-41ce-8300-b4cd80015c2e service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=879a0062-3d51-4218-b4b3-c1b0b874a35a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0764384 Jun 25 14:49:05.400125 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.db_base_plugin_common [None req-e53f03f6-8dce-4f88-8dcf-54d700854165 tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Allocated IP 172.28.1.64 (a1a43f7a-e11e-4ed3-80ce-932e2581e9ee/b0ba03d7-4f3a-4e33-bbe4-11273a91df80/e712d1c5-7a64-4297-b2eb-b876f2573493) {{(pid=78398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 14:49:05.516769 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bd06be-c5a2-4369-a7dd-af7f297fd798 req-fde663bb-2d49-4e72-b30c-d4d697853f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:49:05.518189 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-03bd06be-c5a2-4369-a7dd-af7f297fd798 req-fde663bb-2d49-4e72-b30c-d4d697853f97 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=9c7ecdaefcbc4549b13f8ea4501af8fd&device_id=879a0062-3d51-4218-b4b3-c1b0b874a35a HTTP/1.1" status: 200 len: 1098 time: 0.0711362 Jun 25 14:49:05.550450 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-e53f03f6-8dce-4f88-8dcf-54d700854165 tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Notify callbacks [] for port, precommit_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:49:05.579596 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-e53f03f6-8dce-4f88-8dcf-54d700854165 tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747172243469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1901102'] for port, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:49:05.584071 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-e0ba4c62-0163-4d74-a4ca-3e9650c6272a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:49:05.650580 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e53f03f6-8dce-4f88-8dcf-54d700854165 tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Network a1a43f7a-e11e-4ed3-80ce-932e2581e9ee is already hosted by enough agents. {{(pid=78398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:49:05.654327 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.scheduler.base_scheduler [None req-e53f03f6-8dce-4f88-8dcf-54d700854165 tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Resources bound (agent type, host, resource id): {{(pid=78398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:49:05.658296 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e53f03f6-8dce-4f88-8dcf-54d700854165 tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Received port after_create {{(pid=78398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 25 14:49:05.694431 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53f03f6-8dce-4f88-8dcf-54d700854165 tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Pushing event updated for resources: {'Port': ['ID=e712d1c5-7a64-4297-b2eb-b876f2573493,revision_number=1']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:49:05.704224 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-e53f03f6-8dce-4f88-8dcf-54d700854165 tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:49:05.765412 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bd06be-c5a2-4369-a7dd-af7f297fd798 req-1a6bca9c-7963-4ab9-bc62-68912e9e70af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:49:05.766926 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-03bd06be-c5a2-4369-a7dd-af7f297fd798 req-1a6bca9c-7963-4ab9-bc62-68912e9e70af service neutron] 10.222.0.77 "GET /v2.0/networks?id=5a3a0648-37d2-455a-a19b-5ba694fe61ed HTTP/1.1" status: 200 len: 909 time: 0.2277439 Jun 25 14:49:05.839134 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-03bd06be-c5a2-4369-a7dd-af7f297fd798 req-d7495550-3a9c-4092-9939-37204f1f17ec service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=38acf89d-6bb7-4f95-8115-ab0babf65fa3 HTTP/1.1" status: 200 len: 217 time: 0.0651987 Jun 25 14:49:05.902166 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bd06be-c5a2-4369-a7dd-af7f297fd798 req-30a4c8db-77f9-4923-8b11-4cd04834960a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:49:05.904490 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-03bd06be-c5a2-4369-a7dd-af7f297fd798 req-30a4c8db-77f9-4923-8b11-4cd04834960a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5edf8d8a-fc29-4de9-9fc4-71ec8e887aa3 HTTP/1.1" status: 200 len: 847 time: 0.0594208 Jun 25 14:49:05.991665 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bd06be-c5a2-4369-a7dd-af7f297fd798 req-14f3b259-7581-4a20-86d3-f3179c7a7a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:49:05.993228 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-03bd06be-c5a2-4369-a7dd-af7f297fd798 req-14f3b259-7581-4a20-86d3-f3179c7a7a0e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=5a3a0648-37d2-455a-a19b-5ba694fe61ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0825505 Jun 25 14:49:06.078509 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-e53f03f6-8dce-4f88-8dcf-54d700854165 tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:49:06.136633 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-03bd06be-c5a2-4369-a7dd-af7f297fd798 req-a25e6022-84b9-440b-992f-03dcfbbbd0d1 service neutron] 10.222.0.77 "GET /v2.0/networks/5a3a0648-37d2-455a-a19b-5ba694fe61ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360416 Jun 25 14:49:06.151887 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-e53f03f6-8dce-4f88-8dcf-54d700854165 tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for port, before_update {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:49:06.274505 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-03bd06be-c5a2-4369-a7dd-af7f297fd798 req-5b4bff6b-5bd7-41d4-a2c4-a4d7aad8629c service neutron] 10.222.0.77 "GET /v2.0/networks/5a3a0648-37d2-455a-a19b-5ba694fe61ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316636 Jun 25 14:49:06.462538 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-e53f03f6-8dce-4f88-8dcf-54d700854165 tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Notify callbacks [] for port, precommit_update {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:49:06.467658 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-e53f03f6-8dce-4f88-8dcf-54d700854165 tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747172683978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747172243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747172243532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1901081'] for port, after_update {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:49:06.472317 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:49:06.578190 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53f03f6-8dce-4f88-8dcf-54d700854165 tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Pushing event updated for resources: {'Port': ['ID=e712d1c5-7a64-4297-b2eb-b876f2573493,revision_number=2']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:49:06.580973 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-e53f03f6-8dce-4f88-8dcf-54d700854165 tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:49:06.589649 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-e53f03f6-8dce-4f88-8dcf-54d700854165 tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-497906'] for floatingip, after_update {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:49:06.762391 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.db.l3_db [None req-e53f03f6-8dce-4f88-8dcf-54d700854165 tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Floating IP 4b3d2260-adbc-4205-8ec2-3f6d4fe90147 associated. External IP: 172.28.1.64, port: 38acf89d-6bb7-4f95-8115-ab0babf65fa3. Jun 25 14:49:07.114426 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e53f03f6-8dce-4f88-8dcf-54d700854165 tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Router d867dcb7-d09c-4e3d-a52a-d7c7004d8cdf has already been hosted by L3 agent 941bc864-709b-4c09-a7df-f27e1f49545a {{(pid=78398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 14:49:07.291670 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e53f03f6-8dce-4f88-8dcf-54d700854165 tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Notify agent at l3_agent.dv-cinder-798091-1-smb the message routers_updated {{(pid=78398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 25 14:49:07.301778 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95a264b-86b2-4380-8de2-98a8d6d93ec0 None None] Sync routers for ids ['d867dcb7-d09c-4e3d-a52a-d7c7004d8cdf'] in dv-cinder-798091-1-smb {{(pid=78399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 14:49:07.311248 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95a264b-86b2-4380-8de2-98a8d6d93ec0 None None] Routers {'d867dcb7-d09c-4e3d-a52a-d7c7004d8cdf'} bound to L3 agent in host dv-cinder-798091-1-smb {{(pid=78399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:49:07.311944 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.l3_hamode_db [None req-e95a264b-86b2-4380-8de2-98a8d6d93ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798091-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T14:30:11Z,description=,heartbeat_timestamp=2021-06-25T14:48:41Z,host='dv-cinder-798091-1-smb',id=941bc864-709b-4c09-a7df-f27e1f49545a,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:30:11Z,topic='l3_agent')) {'router_ids': ['d867dcb7-d09c-4e3d-a52a-d7c7004d8cdf'], 'active': True} {{(pid=78399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:49:07.316858 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-e53f03f6-8dce-4f88-8dcf-54d700854165 tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257150'] for floatingip, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:49:07.389667 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-e53f03f6-8dce-4f88-8dcf-54d700854165 tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2841136 Jun 25 14:49:07.389667 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '879a0062-3d51-4218-b4b3-c1b0b874a35a', 'tag': '38acf89d-6bb7-4f95-8115-ab0babf65fa3'}] {{(pid=78398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:49:07.476667 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '879a0062-3d51-4218-b4b3-c1b0b874a35a', 'tag': '38acf89d-6bb7-4f95-8115-ab0babf65fa3', 'status': 'completed', 'code': 200} Jun 25 14:49:07.494267 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.l3_dvr_db [None req-e95a264b-86b2-4380-8de2-98a8d6d93ec0 None None] Set router d867dcb7-d09c-4e3d-a52a-d7c7004d8cdf gateway port host: dv-cinder-798091-1-smb {{(pid=78399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:49:07.593479 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4731e3-43c6-414c-af9a-5bfe2078b8b6 req-159a1743-7b1b-4c89-bb40-4e2ad1d6f3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:49:07.595651 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-ae4731e3-43c6-414c-af9a-5bfe2078b8b6 req-159a1743-7b1b-4c89-bb40-4e2ad1d6f3fc service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=9c7ecdaefcbc4549b13f8ea4501af8fd&device_id=879a0062-3d51-4218-b4b3-c1b0b874a35a HTTP/1.1" status: 200 len: 1098 time: 0.0743785 Jun 25 14:49:07.732656 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4731e3-43c6-414c-af9a-5bfe2078b8b6 req-6784f885-9411-4143-9869-926f782fb013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:49:07.734169 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-ae4731e3-43c6-414c-af9a-5bfe2078b8b6 req-6784f885-9411-4143-9869-926f782fb013 service neutron] 10.222.0.77 "GET /v2.0/networks?id=5a3a0648-37d2-455a-a19b-5ba694fe61ed HTTP/1.1" status: 200 len: 909 time: 0.1313777 Jun 25 14:49:07.840191 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-ae4731e3-43c6-414c-af9a-5bfe2078b8b6 req-bb9c3c08-0f13-4d89-a3b1-4764eee74d6f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=38acf89d-6bb7-4f95-8115-ab0babf65fa3 HTTP/1.1" status: 200 len: 998 time: 0.0977635 Jun 25 14:49:07.862465 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.l3_hamode_db [None req-e95a264b-86b2-4380-8de2-98a8d6d93ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd867dcb7-d09c-4e3d-a52a-d7c7004d8cdf', 'name': 'tempest-TestShelveInstance-126884640-router', 'tenant_id': '9c7ecdaefcbc4549b13f8ea4501af8fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee', 'external_fixed_ips': [{'subnet_id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'ip_address': '172.28.1.40'}], 'enable_snat': True}, 'gw_port_id': 'b9a0063e-bfca-47bd-8f2e-ae63bd16559f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:48:22Z', 'updated_at': '2021-06-25T14:48:26Z', 'revision_number': 4, 'project_id': '9c7ecdaefcbc4549b13f8ea4501af8fd', 'gw_port': {'id': 'b9a0063e-bfca-47bd-8f2e-ae63bd16559f', 'name': '', 'network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:7a:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd867dcb7-d09c-4e3d-a52a-d7c7004d8cdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'ip_address': '172.28.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:48:22Z', 'updated_at': '2021-06-25T14:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798091-1-smb', '_floatingips': [{'id': '4b3d2260-adbc-4205-8ec2-3f6d4fe90147', 'tenant_id': '9c7ecdaefcbc4549b13f8ea4501af8fd', 'floating_ip_address': '172.28.1.64', 'floating_network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee', 'router_id': 'd867dcb7-d09c-4e3d-a52a-d7c7004d8cdf', 'port_id': '38acf89d-6bb7-4f95-8115-ab0babf65fa3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a3a0648-37d2-455a-a19b-5ba694fe61ed', 'mac_address': 'fa:16:3e:e6:9d:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '879a0062-3d51-4218-b4b3-c1b0b874a35a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T14:49:06Z', 'updated_at': '2021-06-25T14:49:06Z', 'revision_number': 0, 'project_id': '9c7ecdaefcbc4549b13f8ea4501af8fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b988f1e-7d95-4be6-8967-6b3317042456', 'name': '', 'network_id': '5a3a0648-37d2-455a-a19b-5ba694fe61ed', 'tenant_id': '9c7ecdaefcbc4549b13f8ea4501af8fd', 'mac_address': 'fa:16:3e:74:dd:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd867dcb7-d09c-4e3d-a52a-d7c7004d8cdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '5edf8d8a-fc29-4de9-9fc4-71ec8e887aa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:48:25Z', 'updated_at': '2021-06-25T14:48:32Z', 'revision_number': 5, 'project_id': '9c7ecdaefcbc4549b13f8ea4501af8fd', 'subnets': [{'id': '5edf8d8a-fc29-4de9-9fc4-71ec8e887aa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798091-1-smb', False) {} {{(pid=78399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:49:07.866772 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95a264b-86b2-4380-8de2-98a8d6d93ec0 None None] Checking router: d867dcb7-d09c-4e3d-a52a-d7c7004d8cdf for host: dv-cinder-798091-1-smb {{(pid=78399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 14:49:07.876641 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95a264b-86b2-4380-8de2-98a8d6d93ec0 None None] Routers {'d867dcb7-d09c-4e3d-a52a-d7c7004d8cdf'} bound to L3 agent in host dv-cinder-798091-1-smb {{(pid=78399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:49:07.877260 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.l3_hamode_db [None req-e95a264b-86b2-4380-8de2-98a8d6d93ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798091-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T14:30:11Z,description=,heartbeat_timestamp=2021-06-25T14:48:41Z,host='dv-cinder-798091-1-smb',id=941bc864-709b-4c09-a7df-f27e1f49545a,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:30:11Z,topic='l3_agent')) {'router_ids': ['d867dcb7-d09c-4e3d-a52a-d7c7004d8cdf'], 'active': True} {{(pid=78399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:49:07.907823 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4731e3-43c6-414c-af9a-5bfe2078b8b6 req-e90e337d-1be2-44fa-a33f-522e785dea8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:49:07.909276 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-ae4731e3-43c6-414c-af9a-5bfe2078b8b6 req-e90e337d-1be2-44fa-a33f-522e785dea8b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5edf8d8a-fc29-4de9-9fc4-71ec8e887aa3 HTTP/1.1" status: 200 len: 847 time: 0.0635700 Jun 25 14:49:07.990089 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4731e3-43c6-414c-af9a-5bfe2078b8b6 req-606cfdec-f7fa-44cb-835e-293e43b2ef0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:49:07.991466 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-ae4731e3-43c6-414c-af9a-5bfe2078b8b6 req-606cfdec-f7fa-44cb-835e-293e43b2ef0e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=5a3a0648-37d2-455a-a19b-5ba694fe61ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0758338 Jun 25 14:49:08.068034 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.l3_dvr_db [None req-e95a264b-86b2-4380-8de2-98a8d6d93ec0 None None] Set router d867dcb7-d09c-4e3d-a52a-d7c7004d8cdf gateway port host: dv-cinder-798091-1-smb {{(pid=78399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:49:08.124569 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-ae4731e3-43c6-414c-af9a-5bfe2078b8b6 req-3205f23e-f9bf-40be-83cc-ff89ea2b5135 service neutron] 10.222.0.77 "GET /v2.0/networks/5a3a0648-37d2-455a-a19b-5ba694fe61ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265926 Jun 25 14:49:08.256456 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-ae4731e3-43c6-414c-af9a-5bfe2078b8b6 req-89b59fc3-4cf3-456b-9405-fd897f0a5790 service neutron] 10.222.0.77 "GET /v2.0/networks/5a3a0648-37d2-455a-a19b-5ba694fe61ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259060 Jun 25 14:49:08.415226 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.l3_hamode_db [None req-e95a264b-86b2-4380-8de2-98a8d6d93ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd867dcb7-d09c-4e3d-a52a-d7c7004d8cdf', 'name': 'tempest-TestShelveInstance-126884640-router', 'tenant_id': '9c7ecdaefcbc4549b13f8ea4501af8fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee', 'external_fixed_ips': [{'subnet_id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'ip_address': '172.28.1.40'}], 'enable_snat': True}, 'gw_port_id': 'b9a0063e-bfca-47bd-8f2e-ae63bd16559f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:48:22Z', 'updated_at': '2021-06-25T14:48:26Z', 'revision_number': 4, 'project_id': '9c7ecdaefcbc4549b13f8ea4501af8fd', 'gw_port': {'id': 'b9a0063e-bfca-47bd-8f2e-ae63bd16559f', 'name': '', 'network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:7a:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd867dcb7-d09c-4e3d-a52a-d7c7004d8cdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'ip_address': '172.28.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:48:22Z', 'updated_at': '2021-06-25T14:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798091-1-smb', '_floatingips': [{'id': '4b3d2260-adbc-4205-8ec2-3f6d4fe90147', 'tenant_id': '9c7ecdaefcbc4549b13f8ea4501af8fd', 'floating_ip_address': '172.28.1.64', 'floating_network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee', 'router_id': 'd867dcb7-d09c-4e3d-a52a-d7c7004d8cdf', 'port_id': '38acf89d-6bb7-4f95-8115-ab0babf65fa3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a3a0648-37d2-455a-a19b-5ba694fe61ed', 'mac_address': 'fa:16:3e:e6:9d:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '879a0062-3d51-4218-b4b3-c1b0b874a35a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T14:49:06Z', 'updated_at': '2021-06-25T14:49:06Z', 'revision_number': 0, 'project_id': '9c7ecdaefcbc4549b13f8ea4501af8fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b988f1e-7d95-4be6-8967-6b3317042456', 'name': '', 'network_id': '5a3a0648-37d2-455a-a19b-5ba694fe61ed', 'tenant_id': '9c7ecdaefcbc4549b13f8ea4501af8fd', 'mac_address': 'fa:16:3e:74:dd:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd867dcb7-d09c-4e3d-a52a-d7c7004d8cdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '5edf8d8a-fc29-4de9-9fc4-71ec8e887aa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:48:25Z', 'updated_at': '2021-06-25T14:48:32Z', 'revision_number': 5, 'project_id': '9c7ecdaefcbc4549b13f8ea4501af8fd', 'subnets': [{'id': '5edf8d8a-fc29-4de9-9fc4-71ec8e887aa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798091-1-smb', False) {} {{(pid=78399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:49:08.420268 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95a264b-86b2-4380-8de2-98a8d6d93ec0 None None] The sync data for ids ['d867dcb7-d09c-4e3d-a52a-d7c7004d8cdf'] in dv-cinder-798091-1-smb is: [{'id': 'd867dcb7-d09c-4e3d-a52a-d7c7004d8cdf', 'name': 'tempest-TestShelveInstance-126884640-router', 'tenant_id': '9c7ecdaefcbc4549b13f8ea4501af8fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee', 'external_fixed_ips': [{'subnet_id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'ip_address': '172.28.1.40'}], 'enable_snat': True}, 'gw_port_id': 'b9a0063e-bfca-47bd-8f2e-ae63bd16559f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:48:22Z', 'updated_at': '2021-06-25T14:48:26Z', 'revision_number': 4, 'project_id': '9c7ecdaefcbc4549b13f8ea4501af8fd', 'gw_port': {'id': 'b9a0063e-bfca-47bd-8f2e-ae63bd16559f', 'name': '', 'network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:7a:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd867dcb7-d09c-4e3d-a52a-d7c7004d8cdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'ip_address': '172.28.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:48:22Z', 'updated_at': '2021-06-25T14:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798091-1-smb', '_floatingips': [{'id': '4b3d2260-adbc-4205-8ec2-3f6d4fe90147', 'tenant_id': '9c7ecdaefcbc4549b13f8ea4501af8fd', 'floating_ip_address': '172.28.1.64', 'floating_network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee', 'router_id': 'd867dcb7-d09c-4e3d-a52a-d7c7004d8cdf', 'port_id': '38acf89d-6bb7-4f95-8115-ab0babf65fa3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a3a0648-37d2-455a-a19b-5ba694fe61ed', 'mac_address': 'fa:16:3e:e6:9d:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '879a0062-3d51-4218-b4b3-c1b0b874a35a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T14:49:06Z', 'updated_at': '2021-06-25T14:49:06Z', 'revision_number': 0, 'project_id': '9c7ecdaefcbc4549b13f8ea4501af8fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b988f1e-7d95-4be6-8967-6b3317042456', 'name': '', 'network_id': '5a3a0648-37d2-455a-a19b-5ba694fe61ed', 'tenant_id': '9c7ecdaefcbc4549b13f8ea4501af8fd', 'mac_address': 'fa:16:3e:74:dd:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd867dcb7-d09c-4e3d-a52a-d7c7004d8cdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '5edf8d8a-fc29-4de9-9fc4-71ec8e887aa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:48:25Z', 'updated_at': '2021-06-25T14:48:32Z', 'revision_number': 5, 'project_id': '9c7ecdaefcbc4549b13f8ea4501af8fd', 'subnets': [{'id': '5edf8d8a-fc29-4de9-9fc4-71ec8e887aa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 14:49:08.620411 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e74278-aa8d-4f71-8902-e981f81d1e6e None None] New status for floating IP 4b3d2260-adbc-4205-8ec2-3f6d4fe90147: ACTIVE {{(pid=78400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 25 14:49:08.630565 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-10b3ff30-73b2-42c6-9bc6-009d7396c7b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:49:09.006843 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:49:11.298783 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-0610ff2f-bbaa-40d4-bd90-b431a5541636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:49:12.272558 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-d14b10cb-2ead-4edf-9c0b-578ba992fa59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:49:13.542142 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-0959a481-12d6-4798-a5c7-3b38329e38d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:49:21.220288 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:49:23.493123 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.db.agents_db [None req-33cd8ffe-8d55-4e82-a60c-f31f0cdcb446 None None] Agent healthcheck: found 6 active agents {{(pid=78400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 25 14:49:38.659065 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-27027003-c5e0-4f88-9808-f0e2e0fd191f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:49:39.008674 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:49:41.300087 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-96fb7869-009e-404d-ba3e-4eeec5e34c98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:49:42.276371 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-d14b10cb-2ead-4edf-9c0b-578ba992fa59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:49:43.546545 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-0959a481-12d6-4798-a5c7-3b38329e38d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:49:51.242477 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:50:00.492138 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.db.agents_db [None req-33cd8ffe-8d55-4e82-a60c-f31f0cdcb446 None None] Agent healthcheck: found 6 active agents {{(pid=78400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 25 14:50:07.405783 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-5c6c6f1d-f2d9-44f0-8373-3d346df3388c req-2fa9c56f-da4e-4b05-b698-ce6c8622a528 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=879a0062-3d51-4218-b4b3-c1b0b874a35a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1107559 Jun 25 14:50:07.579943 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6c6f1d-f2d9-44f0-8373-3d346df3388c req-5632db38-80c5-4d4e-a014-aaf8a7add6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:50:07.580746 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-5c6c6f1d-f2d9-44f0-8373-3d346df3388c req-5632db38-80c5-4d4e-a014-aaf8a7add6b0 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=9c7ecdaefcbc4549b13f8ea4501af8fd&device_id=879a0062-3d51-4218-b4b3-c1b0b874a35a HTTP/1.1" status: 200 len: 1098 time: 0.0703378 Jun 25 14:50:07.729541 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6c6f1d-f2d9-44f0-8373-3d346df3388c req-183552a9-b939-43c6-9de4-8e5ad01519f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:50:07.731006 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-5c6c6f1d-f2d9-44f0-8373-3d346df3388c req-183552a9-b939-43c6-9de4-8e5ad01519f6 service neutron] 10.222.0.77 "GET /v2.0/networks?id=5a3a0648-37d2-455a-a19b-5ba694fe61ed HTTP/1.1" status: 200 len: 909 time: 0.1249166 Jun 25 14:50:07.932690 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-5c6c6f1d-f2d9-44f0-8373-3d346df3388c req-fd70e286-691e-45f8-a979-d48ff3e6194b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=38acf89d-6bb7-4f95-8115-ab0babf65fa3 HTTP/1.1" status: 200 len: 1000 time: 0.1896572 Jun 25 14:50:08.001670 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6c6f1d-f2d9-44f0-8373-3d346df3388c req-1f777306-1115-495f-8b56-08feec30ec28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:50:08.003070 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-5c6c6f1d-f2d9-44f0-8373-3d346df3388c req-1f777306-1115-495f-8b56-08feec30ec28 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5edf8d8a-fc29-4de9-9fc4-71ec8e887aa3 HTTP/1.1" status: 200 len: 847 time: 0.0600314 Jun 25 14:50:08.081343 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6c6f1d-f2d9-44f0-8373-3d346df3388c req-1d996d26-2262-422c-9cbf-c2ab294d3879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:50:08.082812 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-5c6c6f1d-f2d9-44f0-8373-3d346df3388c req-1d996d26-2262-422c-9cbf-c2ab294d3879 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=5a3a0648-37d2-455a-a19b-5ba694fe61ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0688732 Jun 25 14:50:08.098482 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.wsgi [req-5c6c6f1d-f2d9-44f0-8373-3d346df3388c req-ced2613e-6a2e-4b84-8440-c503d1417f9e service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=78397) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 25 14:50:08.099316 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-5c6c6f1d-f2d9-44f0-8373-3d346df3388c req-ced2613e-6a2e-4b84-8440-c503d1417f9e service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048451 Jun 25 14:50:08.234681 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-5c6c6f1d-f2d9-44f0-8373-3d346df3388c req-931e56d0-a3dd-4f5f-8873-d0c821adb64b service neutron] 10.222.0.77 "GET /v2.0/networks/5a3a0648-37d2-455a-a19b-5ba694fe61ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236017 Jun 25 14:50:08.372944 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-5c6c6f1d-f2d9-44f0-8373-3d346df3388c req-94fe16b0-5213-4c53-97e0-df6ee007ab72 service neutron] 10.222.0.77 "GET /v2.0/networks/5a3a0648-37d2-455a-a19b-5ba694fe61ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266181 Jun 25 14:50:08.631593 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-db6cd251-b35e-46c3-a9dd-29ba4f20c93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:50:09.011736 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:50:11.301941 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-b6d2f9b8-3137-4901-ac7e-b36f1805c48e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:50:12.277254 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-d14b10cb-2ead-4edf-9c0b-578ba992fa59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:50:13.548532 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-0959a481-12d6-4798-a5c7-3b38329e38d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:50:21.241677 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:50:37.490789 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.db.agents_db [None req-33cd8ffe-8d55-4e82-a60c-f31f0cdcb446 None None] Agent healthcheck: found 6 active agents {{(pid=78400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 25 14:50:38.633401 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-0798b7ec-a352-4ca8-a7db-6de7b90e57f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:50:39.014312 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:50:41.303297 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-f2ef5aee-cee0-4a2f-a126-57c5224c023b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:50:42.283189 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-d14b10cb-2ead-4edf-9c0b-578ba992fa59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:50:43.551305 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-0959a481-12d6-4798-a5c7-3b38329e38d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:50:51.241608 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:51:05.354385 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf229a9f-14b3-4c2c-b3e9-14425cf783b9 req-1dc167b2-3034-4048-a9db-354f5be73142 tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:51:05.355935 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-bf229a9f-14b3-4c2c-b3e9-14425cf783b9 req-1dc167b2-3034-4048-a9db-354f5be73142 tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] 10.222.0.72 "GET /v2.0/ports?device_id=879a0062-3d51-4218-b4b3-c1b0b874a35a HTTP/1.1" status: 200 len: 945 time: 0.0844278 Jun 25 14:51:05.405188 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-bf229a9f-14b3-4c2c-b3e9-14425cf783b9 req-70511011-26ac-4f03-9c23-ba84f338c27d tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] 10.222.0.72 "GET /v2.0/security-groups?id=f2990f04-9330-4baf-aabd-b49142b35d41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429385 Jun 25 14:51:06.611215 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072b7583-373c-488e-b66c-1a14ffd675f9 req-92dc65fa-fd5f-4e58-b70c-95d3357a28dc tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:51:06.612646 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-072b7583-373c-488e-b66c-1a14ffd675f9 req-92dc65fa-fd5f-4e58-b70c-95d3357a28dc tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] 10.222.0.72 "GET /v2.0/ports?device_id=879a0062-3d51-4218-b4b3-c1b0b874a35a HTTP/1.1" status: 200 len: 945 time: 0.0889668 Jun 25 14:51:06.660412 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-072b7583-373c-488e-b66c-1a14ffd675f9 req-bc0e08de-0818-4019-9034-37b1715b3eae tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] 10.222.0.72 "GET /v2.0/security-groups?id=f2990f04-9330-4baf-aabd-b49142b35d41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416865 Jun 25 14:51:07.950720 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308121ee-33b8-4bf4-b3e2-93f9a85dee4a req-b594e3f8-0682-4360-a0fb-3ec9e50433a5 tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:51:07.953092 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-308121ee-33b8-4bf4-b3e2-93f9a85dee4a req-b594e3f8-0682-4360-a0fb-3ec9e50433a5 tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] 10.222.0.72 "GET /v2.0/ports?device_id=879a0062-3d51-4218-b4b3-c1b0b874a35a HTTP/1.1" status: 200 len: 945 time: 0.1162798 Jun 25 14:51:08.003421 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-308121ee-33b8-4bf4-b3e2-93f9a85dee4a req-0c927782-627d-4259-a801-c8a42e7af7e4 tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] 10.222.0.72 "GET /v2.0/security-groups?id=f2990f04-9330-4baf-aabd-b49142b35d41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441995 Jun 25 14:51:08.444766 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431a59c5-35b8-4bee-b04c-7701d713bc66 req-7837297d-9fd4-42ee-8099-df8eb0747d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:51:08.446277 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-431a59c5-35b8-4bee-b04c-7701d713bc66 req-7837297d-9fd4-42ee-8099-df8eb0747d86 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=9c7ecdaefcbc4549b13f8ea4501af8fd&device_id=879a0062-3d51-4218-b4b3-c1b0b874a35a HTTP/1.1" status: 200 len: 1098 time: 0.0735159 Jun 25 14:51:08.601181 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431a59c5-35b8-4bee-b04c-7701d713bc66 req-ca607c2c-ebdf-4195-a870-fb7fc6e76e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:51:08.602587 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-431a59c5-35b8-4bee-b04c-7701d713bc66 req-ca607c2c-ebdf-4195-a870-fb7fc6e76e49 service neutron] 10.222.0.77 "GET /v2.0/networks?id=5a3a0648-37d2-455a-a19b-5ba694fe61ed HTTP/1.1" status: 200 len: 909 time: 0.1360538 Jun 25 14:51:08.639101 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-5ae03a78-3974-4bd9-9ec7-daddaa700f82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:51:08.712726 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-431a59c5-35b8-4bee-b04c-7701d713bc66 req-eb03ff35-3ac8-44eb-8b18-0bfe6c1bf867 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=38acf89d-6bb7-4f95-8115-ab0babf65fa3 HTTP/1.1" status: 200 len: 1000 time: 0.1031735 Jun 25 14:51:08.782379 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431a59c5-35b8-4bee-b04c-7701d713bc66 req-4dfeb156-f5f7-43d7-91f7-0391240a92c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:51:08.783841 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-431a59c5-35b8-4bee-b04c-7701d713bc66 req-4dfeb156-f5f7-43d7-91f7-0391240a92c3 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5edf8d8a-fc29-4de9-9fc4-71ec8e887aa3 HTTP/1.1" status: 200 len: 847 time: 0.0640671 Jun 25 14:51:08.867467 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431a59c5-35b8-4bee-b04c-7701d713bc66 req-376018f6-b509-4ec0-b90a-e7ef19e42b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:51:08.868852 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-431a59c5-35b8-4bee-b04c-7701d713bc66 req-376018f6-b509-4ec0-b90a-e7ef19e42b8d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=5a3a0648-37d2-455a-a19b-5ba694fe61ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0785873 Jun 25 14:51:09.016650 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-431a59c5-35b8-4bee-b04c-7701d713bc66 req-8881ac9a-4399-46f1-b233-e31c9fda7025 service neutron] 10.222.0.77 "GET /v2.0/networks/5a3a0648-37d2-455a-a19b-5ba694fe61ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400039 Jun 25 14:51:09.019773 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:51:09.216793 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-431a59c5-35b8-4bee-b04c-7701d713bc66 req-10d1ea66-b48c-47b6-983b-00486315fe58 service neutron] 10.222.0.77 "GET /v2.0/networks/5a3a0648-37d2-455a-a19b-5ba694fe61ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929374 Jun 25 14:51:09.239033 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7d1164-1035-445d-94c2-4fbad2a9b936 req-1e6d3280-8461-4244-9732-b1e8d4ff0231 tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:51:09.240569 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-be7d1164-1035-445d-94c2-4fbad2a9b936 req-1e6d3280-8461-4244-9732-b1e8d4ff0231 tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] 10.222.0.72 "GET /v2.0/ports?device_id=879a0062-3d51-4218-b4b3-c1b0b874a35a HTTP/1.1" status: 200 len: 945 time: 0.1259677 Jun 25 14:51:09.311348 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-be7d1164-1035-445d-94c2-4fbad2a9b936 req-28285452-ff8e-42e8-a59e-505314489dea tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] 10.222.0.72 "GET /v2.0/security-groups?id=f2990f04-9330-4baf-aabd-b49142b35d41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590744 Jun 25 14:51:10.579085 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a918f60-278b-4dfe-b2b4-7503044ba0be req-74b73b29-25df-455c-b247-15f50aa13228 tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:51:10.581703 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-1a918f60-278b-4dfe-b2b4-7503044ba0be req-74b73b29-25df-455c-b247-15f50aa13228 tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] 10.222.0.72 "GET /v2.0/ports?device_id=879a0062-3d51-4218-b4b3-c1b0b874a35a HTTP/1.1" status: 200 len: 945 time: 0.1521678 Jun 25 14:51:10.764872 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-1a918f60-278b-4dfe-b2b4-7503044ba0be req-2138e6e2-8da2-4d1e-b0e4-2af46b64d7c2 tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] 10.222.0.72 "GET /v2.0/security-groups?id=f2990f04-9330-4baf-aabd-b49142b35d41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1772108 Jun 25 14:51:11.309732 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-d6942604-ca4b-44ad-ac58-04b647ae7ccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:51:11.973154 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d30bcb-d50e-40c0-8008-f833c1d5c0d9 req-e20e0f62-e400-4f39-a05a-5194ecae04fb tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:51:11.974750 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-80d30bcb-d50e-40c0-8008-f833c1d5c0d9 req-e20e0f62-e400-4f39-a05a-5194ecae04fb tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] 10.222.0.72 "GET /v2.0/ports?device_id=879a0062-3d51-4218-b4b3-c1b0b874a35a HTTP/1.1" status: 200 len: 945 time: 0.0876436 Jun 25 14:51:12.029090 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-80d30bcb-d50e-40c0-8008-f833c1d5c0d9 req-84bf7e3b-b7d9-42fd-a6de-7337839ef821 tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] 10.222.0.72 "GET /v2.0/security-groups?id=f2990f04-9330-4baf-aabd-b49142b35d41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480213 Jun 25 14:51:12.287941 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-d14b10cb-2ead-4edf-9c0b-578ba992fa59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:51:13.239100 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978e62d8-c99e-432d-b862-f3d9047f0fa8 req-322af44a-10dc-4701-b749-dc5160c7b414 tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:51:13.241087 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-978e62d8-c99e-432d-b862-f3d9047f0fa8 req-322af44a-10dc-4701-b749-dc5160c7b414 tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] 10.222.0.72 "GET /v2.0/ports?device_id=879a0062-3d51-4218-b4b3-c1b0b874a35a HTTP/1.1" status: 200 len: 945 time: 0.0920985 Jun 25 14:51:13.296768 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-978e62d8-c99e-432d-b862-f3d9047f0fa8 req-ea54e740-5085-44b1-a0c4-e2887fe9763e tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] 10.222.0.72 "GET /v2.0/security-groups?id=f2990f04-9330-4baf-aabd-b49142b35d41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492685 Jun 25 14:51:13.558013 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-0959a481-12d6-4798-a5c7-3b38329e38d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:51:14.495533 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.db.agents_db [None req-33cd8ffe-8d55-4e82-a60c-f31f0cdcb446 None None] Agent healthcheck: found 6 active agents {{(pid=78400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 25 14:51:14.619451 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fa695e-8d73-4b35-98c6-59c2792e82c7 req-c506706e-f7a4-451c-bf6c-04359039f4a2 tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:51:14.622058 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-48fa695e-8d73-4b35-98c6-59c2792e82c7 req-c506706e-f7a4-451c-bf6c-04359039f4a2 tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] 10.222.0.72 "GET /v2.0/ports?device_id=879a0062-3d51-4218-b4b3-c1b0b874a35a HTTP/1.1" status: 200 len: 945 time: 0.2028656 Jun 25 14:51:14.672320 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-48fa695e-8d73-4b35-98c6-59c2792e82c7 req-6c7785a5-d597-46ce-84e5-889a09084087 tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] 10.222.0.72 "GET /v2.0/security-groups?id=f2990f04-9330-4baf-aabd-b49142b35d41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439677 Jun 25 14:51:15.615614 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e7ce62-afaa-447f-a0f8-336e35273262 req-80cf95ae-ff0a-4b0b-84f2-8f1d1dda70ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:51:15.617516 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-73e7ce62-afaa-447f-a0f8-336e35273262 req-80cf95ae-ff0a-4b0b-84f2-8f1d1dda70ab service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=9c7ecdaefcbc4549b13f8ea4501af8fd&device_id=879a0062-3d51-4218-b4b3-c1b0b874a35a HTTP/1.1" status: 200 len: 1098 time: 0.0930758 Jun 25 14:51:15.815833 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e7ce62-afaa-447f-a0f8-336e35273262 req-4cc08c7b-d9ff-4e29-909f-9f7d4f290a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:51:15.818793 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-73e7ce62-afaa-447f-a0f8-336e35273262 req-4cc08c7b-d9ff-4e29-909f-9f7d4f290a57 service neutron] 10.222.0.77 "GET /v2.0/networks?id=5a3a0648-37d2-455a-a19b-5ba694fe61ed HTTP/1.1" status: 200 len: 909 time: 0.1937768 Jun 25 14:51:15.979648 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-73e7ce62-afaa-447f-a0f8-336e35273262 req-77ee5cbb-3fe6-4cda-97f6-6d88aed4b679 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=38acf89d-6bb7-4f95-8115-ab0babf65fa3 HTTP/1.1" status: 200 len: 1000 time: 0.1503470 Jun 25 14:51:16.013181 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf570726-0909-4184-99e2-609f3de0c776 req-886ee145-1679-4bc6-a195-03284763c691 tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:51:16.015843 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-bf570726-0909-4184-99e2-609f3de0c776 req-886ee145-1679-4bc6-a195-03284763c691 tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] 10.222.0.72 "GET /v2.0/ports?device_id=879a0062-3d51-4218-b4b3-c1b0b874a35a HTTP/1.1" status: 200 len: 945 time: 0.1675591 Jun 25 14:51:16.074557 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e7ce62-afaa-447f-a0f8-336e35273262 req-59f5c146-c700-4748-82d5-54b4fee7942a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:51:16.076192 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-73e7ce62-afaa-447f-a0f8-336e35273262 req-59f5c146-c700-4748-82d5-54b4fee7942a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5edf8d8a-fc29-4de9-9fc4-71ec8e887aa3 HTTP/1.1" status: 200 len: 847 time: 0.0878983 Jun 25 14:51:16.077220 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-bf570726-0909-4184-99e2-609f3de0c776 req-704a7da5-f7e2-482c-aabd-94c5d3044705 tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] 10.222.0.72 "GET /v2.0/security-groups?id=f2990f04-9330-4baf-aabd-b49142b35d41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547719 Jun 25 14:51:16.171799 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e7ce62-afaa-447f-a0f8-336e35273262 req-c42ee49a-6448-4703-98cf-c2476779c538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:51:16.173330 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-73e7ce62-afaa-447f-a0f8-336e35273262 req-c42ee49a-6448-4703-98cf-c2476779c538 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=5a3a0648-37d2-455a-a19b-5ba694fe61ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0865927 Jun 25 14:51:16.355813 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-73e7ce62-afaa-447f-a0f8-336e35273262 req-3d465a92-20ca-415e-98b7-3e4b781d3aa1 service neutron] 10.222.0.77 "GET /v2.0/networks/5a3a0648-37d2-455a-a19b-5ba694fe61ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711059 Jun 25 14:51:16.551229 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-73e7ce62-afaa-447f-a0f8-336e35273262 req-a21083bc-c83c-4e62-8387-c8e69efdd2fd service neutron] 10.222.0.77 "GET /v2.0/networks/5a3a0648-37d2-455a-a19b-5ba694fe61ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1827507 Jun 25 14:51:17.289128 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e828e0-b653-4de8-92c5-9192227d11f7 req-1d21061c-f994-4ba5-b54b-9380ed41b3c8 tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:51:17.291020 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-11e828e0-b653-4de8-92c5-9192227d11f7 req-1d21061c-f994-4ba5-b54b-9380ed41b3c8 tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] 10.222.0.72 "GET /v2.0/ports?device_id=879a0062-3d51-4218-b4b3-c1b0b874a35a HTTP/1.1" status: 200 len: 945 time: 0.0901022 Jun 25 14:51:17.362029 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-11e828e0-b653-4de8-92c5-9192227d11f7 req-5e993d85-3d68-4cdb-aa26-586053e45001 tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] 10.222.0.72 "GET /v2.0/security-groups?id=f2990f04-9330-4baf-aabd-b49142b35d41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584438 Jun 25 14:51:18.594286 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4afef0a-cb4f-44d1-b708-a8356a50bcc8 req-1a5112f6-3fda-4082-86bd-2b9531d63742 tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:51:18.596411 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-a4afef0a-cb4f-44d1-b708-a8356a50bcc8 req-1a5112f6-3fda-4082-86bd-2b9531d63742 tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] 10.222.0.72 "GET /v2.0/ports?device_id=879a0062-3d51-4218-b4b3-c1b0b874a35a HTTP/1.1" status: 200 len: 945 time: 0.1101267 Jun 25 14:51:18.660074 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-a4afef0a-cb4f-44d1-b708-a8356a50bcc8 req-816e41b8-a86b-43aa-a770-3ad45d0c000e tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] 10.222.0.72 "GET /v2.0/security-groups?id=f2990f04-9330-4baf-aabd-b49142b35d41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570483 Jun 25 14:51:19.874594 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d3a22e-709f-48d3-ba87-201212dd64ea req-e479236a-e622-4c5b-9cfe-bb069e7b21e0 tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:51:19.876221 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-46d3a22e-709f-48d3-ba87-201212dd64ea req-e479236a-e622-4c5b-9cfe-bb069e7b21e0 tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] 10.222.0.72 "GET /v2.0/ports?device_id=879a0062-3d51-4218-b4b3-c1b0b874a35a HTTP/1.1" status: 200 len: 945 time: 0.1018074 Jun 25 14:51:19.928180 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-46d3a22e-709f-48d3-ba87-201212dd64ea req-70320c5a-159e-498b-a8e2-cb9e44aa280e tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] 10.222.0.72 "GET /v2.0/security-groups?id=f2990f04-9330-4baf-aabd-b49142b35d41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454721 Jun 25 14:51:20.364935 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916e4394-ba4c-407b-b82f-e085e40dc7ad req-a1bcb29f-7c7d-4c5c-92bc-9f4962b62d49 tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:51:20.367286 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-916e4394-ba4c-407b-b82f-e085e40dc7ad req-a1bcb29f-7c7d-4c5c-92bc-9f4962b62d49 tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] 10.222.0.72 "GET /v2.0/ports?device_id=879a0062-3d51-4218-b4b3-c1b0b874a35a HTTP/1.1" status: 200 len: 945 time: 0.1196041 Jun 25 14:51:20.421673 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-916e4394-ba4c-407b-b82f-e085e40dc7ad req-2477b3ee-1fcf-4a63-9dc2-71500ccb1f3b tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] 10.222.0.72 "GET /v2.0/security-groups?id=f2990f04-9330-4baf-aabd-b49142b35d41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474207 Jun 25 14:51:20.489781 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-db60bc00-852b-4035-81b7-8c2d72e6d6e7 req-f823341d-3c78-427c-b0b6-0f0ce079a30a service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=879a0062-3d51-4218-b4b3-c1b0b874a35a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2972858 Jun 25 14:51:20.817626 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Device 38acf89d-6bb7-4f95-8115-ab0babf65fa3 no longer exists at agent hyperv_hv-cinder-79809 {{(pid=78399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 25 14:51:20.959839 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for port, before_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:51:20.995331 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '879a0062-3d51-4218-b4b3-c1b0b874a35a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38acf89d-6bb7-4f95-8115-ab0babf65fa3'}] {{(pid=78399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:51:21.006156 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] For port 38acf89d-6bb7-4f95-8115-ab0babf65fa3, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=38acf89d-6bb7-4f95-8115-ab0babf65fa3,segment=NetworkSegment(6141eaa2-fe16-4a98-ae94-17e23054270c),segment_id=6141eaa2-fe16-4a98-ae94-17e23054270c)] {{(pid=78399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:51:21.012422 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747172683978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747172243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747172243532'] for port, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:51:21.017470 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-44cbf18c-7c41-4f1f-b53c-76c86b4daa7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:51:21.156924 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Pushing event updated for resources: {'Port': ['ID=38acf89d-6bb7-4f95-8115-ab0babf65fa3,revision_number=6']} {{(pid=78399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:51:21.180328 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:51:21.180850 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:51:21.181494 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:51:21.182554 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:51:21.183134 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:51:21.183936 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:51:21.184668 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:51:21.185213 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:51:21.185972 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:51:21.188191 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:51:21.188735 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:51:21.189352 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:51:21.196236 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:51:21.231056 dv-cinder-798091-1-smb neutron-server[78399]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '879a0062-3d51-4218-b4b3-c1b0b874a35a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '38acf89d-6bb7-4f95-8115-ab0babf65fa3', 'code': 422} returned with failed status Jun 25 14:51:21.281979 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:51:21.726849 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7036132a-55bd-4b9b-ae91-e0b2206a171c req-5947f536-cc1d-4345-b99a-93f268942a4e tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:51:21.729159 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-7036132a-55bd-4b9b-ae91-e0b2206a171c req-5947f536-cc1d-4345-b99a-93f268942a4e tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] 10.222.0.72 "GET /v2.0/ports?device_id=879a0062-3d51-4218-b4b3-c1b0b874a35a HTTP/1.1" status: 200 len: 943 time: 0.1480596 Jun 25 14:51:21.780460 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-7036132a-55bd-4b9b-ae91-e0b2206a171c req-8c03364f-041d-4717-a69e-a7140037e34c tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] 10.222.0.72 "GET /v2.0/security-groups?id=f2990f04-9330-4baf-aabd-b49142b35d41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447323 Jun 25 14:51:22.370026 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db60bc00-852b-4035-81b7-8c2d72e6d6e7 req-865a8ceb-80d5-451e-b86b-927831b83ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:51:22.372476 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-db60bc00-852b-4035-81b7-8c2d72e6d6e7 req-865a8ceb-80d5-451e-b86b-927831b83ff7 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=879a0062-3d51-4218-b4b3-c1b0b874a35a&tenant_id=9c7ecdaefcbc4549b13f8ea4501af8fd HTTP/1.1" status: 200 len: 1096 time: 0.0901783 Jun 25 14:51:22.498268 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db60bc00-852b-4035-81b7-8c2d72e6d6e7 req-0db2ec21-fdb7-4482-9015-7cf77fc08f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:51:22.499987 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-db60bc00-852b-4035-81b7-8c2d72e6d6e7 req-0db2ec21-fdb7-4482-9015-7cf77fc08f17 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=9c7ecdaefcbc4549b13f8ea4501af8fd&device_id=879a0062-3d51-4218-b4b3-c1b0b874a35a HTTP/1.1" status: 200 len: 1096 time: 0.0822034 Jun 25 14:51:22.648210 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db60bc00-852b-4035-81b7-8c2d72e6d6e7 req-fcd549e8-2d83-48ff-b5f7-2e049b4662d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:51:22.649783 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-db60bc00-852b-4035-81b7-8c2d72e6d6e7 req-fcd549e8-2d83-48ff-b5f7-2e049b4662d0 service neutron] 10.222.0.77 "GET /v2.0/networks?id=5a3a0648-37d2-455a-a19b-5ba694fe61ed HTTP/1.1" status: 200 len: 909 time: 0.1401570 Jun 25 14:51:22.886995 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-db60bc00-852b-4035-81b7-8c2d72e6d6e7 req-469028c2-f6d9-463e-87e1-2c277a853f78 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=38acf89d-6bb7-4f95-8115-ab0babf65fa3 HTTP/1.1" status: 200 len: 998 time: 0.2267387 Jun 25 14:51:22.962857 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db60bc00-852b-4035-81b7-8c2d72e6d6e7 req-9a5b2a78-fe21-4e99-b37b-93ee8edabf84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:51:22.964379 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-db60bc00-852b-4035-81b7-8c2d72e6d6e7 req-9a5b2a78-fe21-4e99-b37b-93ee8edabf84 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5edf8d8a-fc29-4de9-9fc4-71ec8e887aa3 HTTP/1.1" status: 200 len: 847 time: 0.0669043 Jun 25 14:51:23.043421 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f89255a-ee66-4e10-9e5a-091cd2bfa509 req-f444a139-06ce-4558-bd1c-af0c4133844d tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:51:23.045045 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-8f89255a-ee66-4e10-9e5a-091cd2bfa509 req-f444a139-06ce-4558-bd1c-af0c4133844d tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] 10.222.0.72 "GET /v2.0/ports?device_id=879a0062-3d51-4218-b4b3-c1b0b874a35a HTTP/1.1" status: 200 len: 943 time: 0.1012115 Jun 25 14:51:23.068064 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db60bc00-852b-4035-81b7-8c2d72e6d6e7 req-161db02e-3e3e-4b48-8fbc-4c1e09c34fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:51:23.070034 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-db60bc00-852b-4035-81b7-8c2d72e6d6e7 req-161db02e-3e3e-4b48-8fbc-4c1e09c34fed service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=5a3a0648-37d2-455a-a19b-5ba694fe61ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0915368 Jun 25 14:51:23.131174 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-8f89255a-ee66-4e10-9e5a-091cd2bfa509 req-49805ea5-e606-4bec-8466-0a69eca02487 tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] 10.222.0.72 "GET /v2.0/security-groups?id=f2990f04-9330-4baf-aabd-b49142b35d41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774765 Jun 25 14:51:23.230775 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-db60bc00-852b-4035-81b7-8c2d72e6d6e7 req-1ad6fb07-87e7-4185-b001-2758b60ffc90 service neutron] 10.222.0.77 "GET /v2.0/networks/5a3a0648-37d2-455a-a19b-5ba694fe61ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499367 Jun 25 14:51:23.392080 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-db60bc00-852b-4035-81b7-8c2d72e6d6e7 req-b5c7a27a-724a-4a5f-b110-e2d26ee73d98 service neutron] 10.222.0.77 "GET /v2.0/networks/5a3a0648-37d2-455a-a19b-5ba694fe61ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490743 Jun 25 14:51:24.341468 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74a091a-cfd5-43f7-a609-6a185fb58a2b req-1e1d05a2-20fa-44d7-b4d6-12a1a36a7bd7 tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:51:24.344149 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-e74a091a-cfd5-43f7-a609-6a185fb58a2b req-1e1d05a2-20fa-44d7-b4d6-12a1a36a7bd7 tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] 10.222.0.72 "GET /v2.0/ports?device_id=879a0062-3d51-4218-b4b3-c1b0b874a35a HTTP/1.1" status: 200 len: 943 time: 0.0905707 Jun 25 14:51:24.394804 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-e74a091a-cfd5-43f7-a609-6a185fb58a2b req-97539ca6-6d8e-47f7-88e3-237c6cf62b70 tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] 10.222.0.72 "GET /v2.0/security-groups?id=f2990f04-9330-4baf-aabd-b49142b35d41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445240 Jun 25 14:51:25.596764 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6003b01-c8d9-44fa-91d0-9942f50e3625 req-c3ba3832-fa98-4a0d-9873-cca7bc50df53 tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:51:25.598759 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-d6003b01-c8d9-44fa-91d0-9942f50e3625 req-c3ba3832-fa98-4a0d-9873-cca7bc50df53 tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] 10.222.0.72 "GET /v2.0/ports?device_id=879a0062-3d51-4218-b4b3-c1b0b874a35a HTTP/1.1" status: 200 len: 943 time: 0.0905290 Jun 25 14:51:25.650686 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-d6003b01-c8d9-44fa-91d0-9942f50e3625 req-e11afec3-4760-46ba-b4d5-0812850e86f0 tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] 10.222.0.72 "GET /v2.0/security-groups?id=f2990f04-9330-4baf-aabd-b49142b35d41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457239 Jun 25 14:51:26.830580 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Device 38acf89d-6bb7-4f95-8115-ab0babf65fa3 details requested by agent hyperv_hv-cinder-79809 with host hv-cinder-79809 {{(pid=78399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 25 14:51:26.892013 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebd7589-bb13-443f-8368-f306704559c5 req-a29c018e-d8bf-400d-937c-1ff6eb554add tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:51:26.894600 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-5ebd7589-bb13-443f-8368-f306704559c5 req-a29c018e-d8bf-400d-937c-1ff6eb554add tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] 10.222.0.72 "GET /v2.0/ports?device_id=879a0062-3d51-4218-b4b3-c1b0b874a35a HTTP/1.1" status: 200 len: 943 time: 0.1239574 Jun 25 14:51:26.969375 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-5ebd7589-bb13-443f-8368-f306704559c5 req-09f78522-54ca-4489-be0b-d1d68d7d685a tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] 10.222.0.72 "GET /v2.0/security-groups?id=f2990f04-9330-4baf-aabd-b49142b35d41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673892 Jun 25 14:51:27.038796 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] For port 38acf89d-6bb7-4f95-8115-ab0babf65fa3, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=38acf89d-6bb7-4f95-8115-ab0babf65fa3,segment=NetworkSegment(6141eaa2-fe16-4a98-ae94-17e23054270c),segment_id=6141eaa2-fe16-4a98-ae94-17e23054270c)] {{(pid=78399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:51:27.054636 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Returning: {'device': '38acf89d-6bb7-4f95-8115-ab0babf65fa3', 'network_id': '5a3a0648-37d2-455a-a19b-5ba694fe61ed', 'port_id': '38acf89d-6bb7-4f95-8115-ab0babf65fa3', 'mac_address': 'fa:16:3e:e6:9d:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5edf8d8a-fc29-4de9-9fc4-71ec8e887aa3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 25 14:51:27.121880 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for port, before_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:51:27.141982 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.notifiers.nova [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38acf89d-6bb7-4f95-8115-ab0babf65fa3 {{(pid=78399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 14:51:27.160679 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] For port 38acf89d-6bb7-4f95-8115-ab0babf65fa3, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=38acf89d-6bb7-4f95-8115-ab0babf65fa3,segment=NetworkSegment(6141eaa2-fe16-4a98-ae94-17e23054270c),segment_id=6141eaa2-fe16-4a98-ae94-17e23054270c)] {{(pid=78399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:51:27.165432 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747172683978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747172243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747172243532'] for port, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:51:27.168432 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:51:27.242270 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Pushing event updated for resources: {'Port': ['ID=38acf89d-6bb7-4f95-8115-ab0babf65fa3,revision_number=7']} {{(pid=78399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:51:27.246310 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:51:27.553631 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] get_ports_and_sgs() called for port_ids ['38acf89d-6bb7-4f95-8115-ab0babf65fa3'] {{(pid=78399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 25 14:51:28.255635 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e790744c-b2ab-42ea-a191-cedc1431c861 req-0e831f54-80ba-4d2c-b02b-683e1403da26 tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:51:28.257243 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-e790744c-b2ab-42ea-a191-cedc1431c861 req-0e831f54-80ba-4d2c-b02b-683e1403da26 tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] 10.222.0.72 "GET /v2.0/ports?device_id=879a0062-3d51-4218-b4b3-c1b0b874a35a HTTP/1.1" status: 200 len: 944 time: 0.0942020 Jun 25 14:51:28.308467 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-e790744c-b2ab-42ea-a191-cedc1431c861 req-97c81f2b-e233-401d-aa3b-35eb08f24923 tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] 10.222.0.72 "GET /v2.0/security-groups?id=f2990f04-9330-4baf-aabd-b49142b35d41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448368 Jun 25 14:51:28.832947 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Device 38acf89d-6bb7-4f95-8115-ab0babf65fa3 up at agent hyperv_hv-cinder-79809 {{(pid=78399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:51:28.923845 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Provisioning complete for port 38acf89d-6bb7-4f95-8115-ab0babf65fa3 triggered by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:51:28.924281 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545280'] for port, provisioning_complete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:51:29.058771 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476955'] for port, before_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:51:29.091158 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '879a0062-3d51-4218-b4b3-c1b0b874a35a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38acf89d-6bb7-4f95-8115-ab0babf65fa3'}] {{(pid=78399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:51:29.102990 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] For port 38acf89d-6bb7-4f95-8115-ab0babf65fa3, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=38acf89d-6bb7-4f95-8115-ab0babf65fa3,segment=NetworkSegment(6141eaa2-fe16-4a98-ae94-17e23054270c),segment_id=6141eaa2-fe16-4a98-ae94-17e23054270c)] {{(pid=78399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:51:29.109725 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747172683978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747172243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747172243532'] for port, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:51:29.112116 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:51:29.149718 dv-cinder-798091-1-smb neutron-server[78399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '879a0062-3d51-4218-b4b3-c1b0b874a35a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38acf89d-6bb7-4f95-8115-ab0babf65fa3', 'code': 200} Jun 25 14:51:29.195706 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Pushing event updated for resources: {'Port': ['ID=38acf89d-6bb7-4f95-8115-ab0babf65fa3,revision_number=8']} {{(pid=78399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:51:29.199366 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:51:29.576943 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823394bd-31ea-4c13-8917-ec4d8e43d682 req-61d087de-4e1b-4133-8318-3f720989fe0e tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:51:29.578893 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-823394bd-31ea-4c13-8917-ec4d8e43d682 req-61d087de-4e1b-4133-8318-3f720989fe0e tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] 10.222.0.72 "GET /v2.0/ports?device_id=879a0062-3d51-4218-b4b3-c1b0b874a35a HTTP/1.1" status: 200 len: 945 time: 0.1336966 Jun 25 14:51:29.593144 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea9cad7-af38-478c-ac25-fdba160041db req-0a9c90a5-1a4f-47cc-ba04-318fbc5e27df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:51:29.595712 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-9ea9cad7-af38-478c-ac25-fdba160041db req-0a9c90a5-1a4f-47cc-ba04-318fbc5e27df service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=879a0062-3d51-4218-b4b3-c1b0b874a35a HTTP/1.1" status: 200 len: 1098 time: 0.0906875 Jun 25 14:51:29.635497 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-823394bd-31ea-4c13-8917-ec4d8e43d682 req-fe31c2ed-c05e-4693-a600-94aac7bc7c32 tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] 10.222.0.72 "GET /v2.0/security-groups?id=f2990f04-9330-4baf-aabd-b49142b35d41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498536 Jun 25 14:51:29.672688 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-9ea9cad7-af38-478c-ac25-fdba160041db req-cd08d120-c614-412a-90c9-5c4cce469962 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=f2990f04-9330-4baf-aabd-b49142b35d41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655947 Jun 25 14:51:30.914155 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531097f5-66ec-4811-8eaa-336d65aee651 req-1baeed70-fc24-44f9-83f5-0ba7a4a98fd2 tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:51:30.915876 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-531097f5-66ec-4811-8eaa-336d65aee651 req-1baeed70-fc24-44f9-83f5-0ba7a4a98fd2 tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] 10.222.0.72 "GET /v2.0/ports?device_id=879a0062-3d51-4218-b4b3-c1b0b874a35a HTTP/1.1" status: 200 len: 945 time: 0.1591706 Jun 25 14:51:30.994749 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-531097f5-66ec-4811-8eaa-336d65aee651 req-881a4194-dce9-48c6-921d-0d9a03697e75 tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] 10.222.0.72 "GET /v2.0/security-groups?id=f2990f04-9330-4baf-aabd-b49142b35d41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719869 Jun 25 14:51:32.455208 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcff4e2f-01aa-480f-8ba9-84b7399dd5ac req-9a016b1d-ca81-483d-9204-cba1b6b47de8 tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:51:32.456813 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-fcff4e2f-01aa-480f-8ba9-84b7399dd5ac req-9a016b1d-ca81-483d-9204-cba1b6b47de8 tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] 10.222.0.72 "GET /v2.0/ports?device_id=879a0062-3d51-4218-b4b3-c1b0b874a35a HTTP/1.1" status: 200 len: 945 time: 0.1016245 Jun 25 14:51:32.511717 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-fcff4e2f-01aa-480f-8ba9-84b7399dd5ac req-a3106015-7c13-48bd-b518-d7caedc4319a tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] 10.222.0.72 "GET /v2.0/security-groups?id=f2990f04-9330-4baf-aabd-b49142b35d41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445528 Jun 25 14:51:38.688682 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-35d049a8-4e89-408d-abce-a152b7a38e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:51:39.026366 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:51:41.308329 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-007cf816-cfa6-48d3-9189-00111b3bebe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:51:42.288299 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-d14b10cb-2ead-4edf-9c0b-578ba992fa59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:51:43.561778 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-0959a481-12d6-4798-a5c7-3b38329e38d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:51:51.290407 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:51:51.495300 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.db.agents_db [None req-33cd8ffe-8d55-4e82-a60c-f31f0cdcb446 None None] Agent healthcheck: found 6 active agents {{(pid=78400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 25 14:52:08.414027 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-44bd2a9f-699a-413f-ba4d-a7d417b90aeb req-33a0ba12-48fe-421f-95af-37c58fb834e4 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=879a0062-3d51-4218-b4b3-c1b0b874a35a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1105299 Jun 25 14:52:08.606234 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bd2a9f-699a-413f-ba4d-a7d417b90aeb req-a791b993-226f-475e-b660-1b59639841c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:52:08.608316 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-44bd2a9f-699a-413f-ba4d-a7d417b90aeb req-a791b993-226f-475e-b660-1b59639841c0 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=9c7ecdaefcbc4549b13f8ea4501af8fd&device_id=879a0062-3d51-4218-b4b3-c1b0b874a35a HTTP/1.1" status: 200 len: 1098 time: 0.0865357 Jun 25 14:52:08.631632 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-7f4408f9-0105-4e4c-a372-33f455bbb89e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:52:08.780706 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bd2a9f-699a-413f-ba4d-a7d417b90aeb req-8354df65-a852-484c-8dbc-df797a464ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:52:08.782277 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-44bd2a9f-699a-413f-ba4d-a7d417b90aeb req-8354df65-a852-484c-8dbc-df797a464ee8 service neutron] 10.222.0.77 "GET /v2.0/networks?id=5a3a0648-37d2-455a-a19b-5ba694fe61ed HTTP/1.1" status: 200 len: 909 time: 0.1440411 Jun 25 14:52:08.901030 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-44bd2a9f-699a-413f-ba4d-a7d417b90aeb req-7878473d-a9f3-4fd4-9dc9-ff1ed50ae798 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=38acf89d-6bb7-4f95-8115-ab0babf65fa3 HTTP/1.1" status: 200 len: 1000 time: 0.1091845 Jun 25 14:52:08.971926 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bd2a9f-699a-413f-ba4d-a7d417b90aeb req-47561126-c09a-40b2-a1bf-6118380e52b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:52:08.973414 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-44bd2a9f-699a-413f-ba4d-a7d417b90aeb req-47561126-c09a-40b2-a1bf-6118380e52b9 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5edf8d8a-fc29-4de9-9fc4-71ec8e887aa3 HTTP/1.1" status: 200 len: 847 time: 0.0627065 Jun 25 14:52:09.024079 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:52:09.082327 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bd2a9f-699a-413f-ba4d-a7d417b90aeb req-e8ade4c5-3dfa-44cf-a4ac-b2c7a51cbf4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:52:09.084879 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-44bd2a9f-699a-413f-ba4d-a7d417b90aeb req-e8ade4c5-3dfa-44cf-a4ac-b2c7a51cbf4a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=5a3a0648-37d2-455a-a19b-5ba694fe61ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0999830 Jun 25 14:52:09.237232 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-44bd2a9f-699a-413f-ba4d-a7d417b90aeb req-d55c0fc4-9252-45e6-afd7-36ba31323264 service neutron] 10.222.0.77 "GET /v2.0/networks/5a3a0648-37d2-455a-a19b-5ba694fe61ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412771 Jun 25 14:52:09.384752 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-44bd2a9f-699a-413f-ba4d-a7d417b90aeb req-a2a115d1-ca8a-4658-a19a-2393bfd57d0d service neutron] 10.222.0.77 "GET /v2.0/networks/5a3a0648-37d2-455a-a19b-5ba694fe61ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385438 Jun 25 14:52:11.301731 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-0fd197f6-9540-4b1a-8562-54aefa4df3a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:52:12.292696 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-d14b10cb-2ead-4edf-9c0b-578ba992fa59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:52:13.569266 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-0959a481-12d6-4798-a5c7-3b38329e38d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:52:21.290174 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:52:28.494962 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.db.agents_db [None req-33cd8ffe-8d55-4e82-a60c-f31f0cdcb446 None None] Agent healthcheck: found 6 active agents {{(pid=78400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 25 14:52:38.635989 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-888cfd20-6407-4f21-984e-8578d2560c0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:52:39.029496 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:52:41.305417 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-484e6f2f-4544-4752-9e4a-c75b1aa7c620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:52:42.295103 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-d14b10cb-2ead-4edf-9c0b-578ba992fa59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:52:43.570200 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-0959a481-12d6-4798-a5c7-3b38329e38d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:52:45.318031 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.72', 41690) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:52:45.542260 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.plugin [None req-20136796-8fd2-45d8-9356-b31d6c21433c tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Deleting port e712d1c5-7a64-4297-b2eb-b876f2573493 {{(pid=78398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 25 14:52:45.542607 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-20136796-8fd2-45d8-9356-b31d6c21433c tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747172683120'] for port, before_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:52:45.727766 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-20136796-8fd2-45d8-9356-b31d6c21433c tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-413696'] for port, precommit_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:52:45.728167 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-20136796-8fd2-45d8-9356-b31d6c21433c tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:52:45.874819 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.plugin [None req-20136796-8fd2-45d8-9356-b31d6c21433c tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Calling delete_port for e712d1c5-7a64-4297-b2eb-b876f2573493 owned by network:floatingip {{(pid=78398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 25 14:52:46.068394 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-20136796-8fd2-45d8-9356-b31d6c21433c tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747172683996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747172243478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1901102'] for port, after_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:52:46.073840 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-6e46539c-e280-4550-81d9-631395c0d730 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:52:46.229928 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20136796-8fd2-45d8-9356-b31d6c21433c tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Pushing event deleted for resources: {'Port': ['ID=e712d1c5-7a64-4297-b2eb-b876f2573493,revision_number=None']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:52:46.272885 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20136796-8fd2-45d8-9356-b31d6c21433c tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:52:46.273310 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20136796-8fd2-45d8-9356-b31d6c21433c tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:52:46.273762 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20136796-8fd2-45d8-9356-b31d6c21433c tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:52:46.274217 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20136796-8fd2-45d8-9356-b31d6c21433c tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:52:46.274719 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20136796-8fd2-45d8-9356-b31d6c21433c tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:52:46.275134 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20136796-8fd2-45d8-9356-b31d6c21433c tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:52:46.275521 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20136796-8fd2-45d8-9356-b31d6c21433c tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:52:46.275914 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20136796-8fd2-45d8-9356-b31d6c21433c tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:52:46.276302 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20136796-8fd2-45d8-9356-b31d6c21433c tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:52:46.276686 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20136796-8fd2-45d8-9356-b31d6c21433c tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:52:46.277070 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20136796-8fd2-45d8-9356-b31d6c21433c tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:52:46.278166 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20136796-8fd2-45d8-9356-b31d6c21433c tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:52:46.282584 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-20136796-8fd2-45d8-9356-b31d6c21433c tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:52:46.351066 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-20136796-8fd2-45d8-9356-b31d6c21433c tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Notify callbacks [] for floatingip, after_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:52:46.351809 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.db.l3_db [None req-20136796-8fd2-45d8-9356-b31d6c21433c tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Floating IP 4b3d2260-adbc-4205-8ec2-3f6d4fe90147 disassociated (deleted). External IP: 172.28.1.64, port: 38acf89d-6bb7-4f95-8115-ab0babf65fa3. Jun 25 14:52:46.742738 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20136796-8fd2-45d8-9356-b31d6c21433c tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Router d867dcb7-d09c-4e3d-a52a-d7c7004d8cdf has already been hosted by L3 agent 941bc864-709b-4c09-a7df-f27e1f49545a {{(pid=78398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 14:52:46.970448 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20136796-8fd2-45d8-9356-b31d6c21433c tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Notify agent at l3_agent.dv-cinder-798091-1-smb the message routers_updated {{(pid=78398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 25 14:52:46.982734 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a08b0d10-1fb2-4a15-b606-fba39ea3de05 None None] Sync routers for ids ['d867dcb7-d09c-4e3d-a52a-d7c7004d8cdf'] in dv-cinder-798091-1-smb {{(pid=78399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 14:52:46.997213 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a08b0d10-1fb2-4a15-b606-fba39ea3de05 None None] Routers {'d867dcb7-d09c-4e3d-a52a-d7c7004d8cdf'} bound to L3 agent in host dv-cinder-798091-1-smb {{(pid=78399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:52:46.998143 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.l3_hamode_db [None req-a08b0d10-1fb2-4a15-b606-fba39ea3de05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798091-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T14:30:11Z,description=,heartbeat_timestamp=2021-06-25T14:52:41Z,host='dv-cinder-798091-1-smb',id=941bc864-709b-4c09-a7df-f27e1f49545a,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:30:11Z,topic='l3_agent')) {'router_ids': ['d867dcb7-d09c-4e3d-a52a-d7c7004d8cdf'], 'active': True} {{(pid=78399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:52:46.999777 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-20136796-8fd2-45d8-9356-b31d6c21433c tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257150'] for floatingip, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:52:47.068050 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-20136796-8fd2-45d8-9356-b31d6c21433c tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] 10.222.0.72 "DELETE /v2.0/floatingips/4b3d2260-adbc-4205-8ec2-3f6d4fe90147 HTTP/1.1" status: 204 len: 168 time: 1.7484028 Jun 25 14:52:47.069256 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '879a0062-3d51-4218-b4b3-c1b0b874a35a', 'tag': '38acf89d-6bb7-4f95-8115-ab0babf65fa3'}] {{(pid=78398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:52:47.142406 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '879a0062-3d51-4218-b4b3-c1b0b874a35a', 'tag': '38acf89d-6bb7-4f95-8115-ab0babf65fa3', 'status': 'completed', 'code': 200} Jun 25 14:52:47.271924 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.l3_dvr_db [None req-a08b0d10-1fb2-4a15-b606-fba39ea3de05 None None] Set router d867dcb7-d09c-4e3d-a52a-d7c7004d8cdf gateway port host: dv-cinder-798091-1-smb {{(pid=78399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:52:47.394612 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4397ec-8dc7-4ddb-aa20-569957114d1f req-0385bdd1-6577-4518-865e-8e32a4ef52c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:52:47.395684 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-9e4397ec-8dc7-4ddb-aa20-569957114d1f req-0385bdd1-6577-4518-865e-8e32a4ef52c0 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=9c7ecdaefcbc4549b13f8ea4501af8fd&device_id=879a0062-3d51-4218-b4b3-c1b0b874a35a HTTP/1.1" status: 200 len: 1098 time: 0.1983140 Jun 25 14:52:47.565580 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4397ec-8dc7-4ddb-aa20-569957114d1f req-844822a7-492f-4923-a04f-202f3c7df823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:52:47.566926 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-9e4397ec-8dc7-4ddb-aa20-569957114d1f req-844822a7-492f-4923-a04f-202f3c7df823 service neutron] 10.222.0.77 "GET /v2.0/networks?id=5a3a0648-37d2-455a-a19b-5ba694fe61ed HTTP/1.1" status: 200 len: 909 time: 0.1611354 Jun 25 14:52:47.652650 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-9e4397ec-8dc7-4ddb-aa20-569957114d1f req-75f31086-d79d-42fc-9219-68e7f790bb30 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=38acf89d-6bb7-4f95-8115-ab0babf65fa3 HTTP/1.1" status: 200 len: 217 time: 0.0742290 Jun 25 14:52:47.694992 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.l3_hamode_db [None req-a08b0d10-1fb2-4a15-b606-fba39ea3de05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd867dcb7-d09c-4e3d-a52a-d7c7004d8cdf', 'name': 'tempest-TestShelveInstance-126884640-router', 'tenant_id': '9c7ecdaefcbc4549b13f8ea4501af8fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee', 'external_fixed_ips': [{'subnet_id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'ip_address': '172.28.1.40'}], 'enable_snat': True}, 'gw_port_id': 'b9a0063e-bfca-47bd-8f2e-ae63bd16559f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:48:22Z', 'updated_at': '2021-06-25T14:48:26Z', 'revision_number': 4, 'project_id': '9c7ecdaefcbc4549b13f8ea4501af8fd', 'gw_port': {'id': 'b9a0063e-bfca-47bd-8f2e-ae63bd16559f', 'name': '', 'network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:7a:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd867dcb7-d09c-4e3d-a52a-d7c7004d8cdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'ip_address': '172.28.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:48:22Z', 'updated_at': '2021-06-25T14:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798091-1-smb', '_interfaces': [{'id': '8b988f1e-7d95-4be6-8967-6b3317042456', 'name': '', 'network_id': '5a3a0648-37d2-455a-a19b-5ba694fe61ed', 'tenant_id': '9c7ecdaefcbc4549b13f8ea4501af8fd', 'mac_address': 'fa:16:3e:74:dd:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd867dcb7-d09c-4e3d-a52a-d7c7004d8cdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '5edf8d8a-fc29-4de9-9fc4-71ec8e887aa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:48:25Z', 'updated_at': '2021-06-25T14:48:32Z', 'revision_number': 5, 'project_id': '9c7ecdaefcbc4549b13f8ea4501af8fd', 'subnets': [{'id': '5edf8d8a-fc29-4de9-9fc4-71ec8e887aa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798091-1-smb', False) {} {{(pid=78399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:52:47.696248 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5eed34-c3b7-4b60-bf26-9df592446eff req-67c87593-34a8-4650-8ae3-3428d9acd7a2 tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:52:47.697479 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [req-5e5eed34-c3b7-4b60-bf26-9df592446eff req-67c87593-34a8-4650-8ae3-3428d9acd7a2 tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Synchronizing usage tracker for tenant:9c7ecdaefcbc4549b13f8ea4501af8fd on resource:port {{(pid=78398) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 25 14:52:47.701081 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a08b0d10-1fb2-4a15-b606-fba39ea3de05 None None] Checking router: d867dcb7-d09c-4e3d-a52a-d7c7004d8cdf for host: dv-cinder-798091-1-smb {{(pid=78399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 14:52:47.711023 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a08b0d10-1fb2-4a15-b606-fba39ea3de05 None None] Routers {'d867dcb7-d09c-4e3d-a52a-d7c7004d8cdf'} bound to L3 agent in host dv-cinder-798091-1-smb {{(pid=78399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:52:47.711654 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.l3_hamode_db [None req-a08b0d10-1fb2-4a15-b606-fba39ea3de05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798091-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T14:30:11Z,description=,heartbeat_timestamp=2021-06-25T14:52:41Z,host='dv-cinder-798091-1-smb',id=941bc864-709b-4c09-a7df-f27e1f49545a,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:30:11Z,topic='l3_agent')) {'router_ids': ['d867dcb7-d09c-4e3d-a52a-d7c7004d8cdf'], 'active': True} {{(pid=78399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:52:47.723615 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [req-5e5eed34-c3b7-4b60-bf26-9df592446eff req-67c87593-34a8-4650-8ae3-3428d9acd7a2 tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Unset dirty status for tenant:9c7ecdaefcbc4549b13f8ea4501af8fd on resource:port {{(pid=78398) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 25 14:52:47.725547 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-5e5eed34-c3b7-4b60-bf26-9df592446eff req-67c87593-34a8-4650-8ae3-3428d9acd7a2 tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] 10.222.0.72 "GET /v2.0/ports?device_id=879a0062-3d51-4218-b4b3-c1b0b874a35a HTTP/1.1" status: 200 len: 945 time: 0.1671607 Jun 25 14:52:47.747585 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4397ec-8dc7-4ddb-aa20-569957114d1f req-bddfaf62-5114-4882-93b8-e911039f7c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:52:47.750174 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-9e4397ec-8dc7-4ddb-aa20-569957114d1f req-bddfaf62-5114-4882-93b8-e911039f7c03 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5edf8d8a-fc29-4de9-9fc4-71ec8e887aa3 HTTP/1.1" status: 200 len: 847 time: 0.0905097 Jun 25 14:52:47.802506 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-5e5eed34-c3b7-4b60-bf26-9df592446eff req-7d2adab6-daff-4223-8d56-efbf50ad77cf tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] 10.222.0.72 "GET /v2.0/security-groups?id=f2990f04-9330-4baf-aabd-b49142b35d41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670826 Jun 25 14:52:47.905655 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4397ec-8dc7-4ddb-aa20-569957114d1f req-6509aa30-9f03-46ff-94ed-8e9c9e82bba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:52:47.907662 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-9e4397ec-8dc7-4ddb-aa20-569957114d1f req-6509aa30-9f03-46ff-94ed-8e9c9e82bba3 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=5a3a0648-37d2-455a-a19b-5ba694fe61ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1492493 Jun 25 14:52:47.946374 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.l3_dvr_db [None req-a08b0d10-1fb2-4a15-b606-fba39ea3de05 None None] Set router d867dcb7-d09c-4e3d-a52a-d7c7004d8cdf gateway port host: dv-cinder-798091-1-smb {{(pid=78399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:52:48.111977 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-9e4397ec-8dc7-4ddb-aa20-569957114d1f req-648f2866-46ed-4229-bbb4-d3f4a83a6c6f service neutron] 10.222.0.77 "GET /v2.0/networks/5a3a0648-37d2-455a-a19b-5ba694fe61ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1959949 Jun 25 14:52:48.264671 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-9e4397ec-8dc7-4ddb-aa20-569957114d1f req-705a0b72-463d-46a0-9445-b7a89a44b330 service neutron] 10.222.0.77 "GET /v2.0/networks/5a3a0648-37d2-455a-a19b-5ba694fe61ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457853 Jun 25 14:52:48.325612 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.l3_hamode_db [None req-a08b0d10-1fb2-4a15-b606-fba39ea3de05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd867dcb7-d09c-4e3d-a52a-d7c7004d8cdf', 'name': 'tempest-TestShelveInstance-126884640-router', 'tenant_id': '9c7ecdaefcbc4549b13f8ea4501af8fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee', 'external_fixed_ips': [{'subnet_id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'ip_address': '172.28.1.40'}], 'enable_snat': True}, 'gw_port_id': 'b9a0063e-bfca-47bd-8f2e-ae63bd16559f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:48:22Z', 'updated_at': '2021-06-25T14:48:26Z', 'revision_number': 4, 'project_id': '9c7ecdaefcbc4549b13f8ea4501af8fd', 'gw_port': {'id': 'b9a0063e-bfca-47bd-8f2e-ae63bd16559f', 'name': '', 'network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:7a:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd867dcb7-d09c-4e3d-a52a-d7c7004d8cdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'ip_address': '172.28.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:48:22Z', 'updated_at': '2021-06-25T14:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798091-1-smb', '_interfaces': [{'id': '8b988f1e-7d95-4be6-8967-6b3317042456', 'name': '', 'network_id': '5a3a0648-37d2-455a-a19b-5ba694fe61ed', 'tenant_id': '9c7ecdaefcbc4549b13f8ea4501af8fd', 'mac_address': 'fa:16:3e:74:dd:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd867dcb7-d09c-4e3d-a52a-d7c7004d8cdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '5edf8d8a-fc29-4de9-9fc4-71ec8e887aa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:48:25Z', 'updated_at': '2021-06-25T14:48:32Z', 'revision_number': 5, 'project_id': '9c7ecdaefcbc4549b13f8ea4501af8fd', 'subnets': [{'id': '5edf8d8a-fc29-4de9-9fc4-71ec8e887aa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798091-1-smb', False) {} {{(pid=78399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:52:48.329950 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a08b0d10-1fb2-4a15-b606-fba39ea3de05 None None] The sync data for ids ['d867dcb7-d09c-4e3d-a52a-d7c7004d8cdf'] in dv-cinder-798091-1-smb is: [{'id': 'd867dcb7-d09c-4e3d-a52a-d7c7004d8cdf', 'name': 'tempest-TestShelveInstance-126884640-router', 'tenant_id': '9c7ecdaefcbc4549b13f8ea4501af8fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee', 'external_fixed_ips': [{'subnet_id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'ip_address': '172.28.1.40'}], 'enable_snat': True}, 'gw_port_id': 'b9a0063e-bfca-47bd-8f2e-ae63bd16559f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:48:22Z', 'updated_at': '2021-06-25T14:48:26Z', 'revision_number': 4, 'project_id': '9c7ecdaefcbc4549b13f8ea4501af8fd', 'gw_port': {'id': 'b9a0063e-bfca-47bd-8f2e-ae63bd16559f', 'name': '', 'network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:7a:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd867dcb7-d09c-4e3d-a52a-d7c7004d8cdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'ip_address': '172.28.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:48:22Z', 'updated_at': '2021-06-25T14:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798091-1-smb', '_interfaces': [{'id': '8b988f1e-7d95-4be6-8967-6b3317042456', 'name': '', 'network_id': '5a3a0648-37d2-455a-a19b-5ba694fe61ed', 'tenant_id': '9c7ecdaefcbc4549b13f8ea4501af8fd', 'mac_address': 'fa:16:3e:74:dd:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd867dcb7-d09c-4e3d-a52a-d7c7004d8cdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '5edf8d8a-fc29-4de9-9fc4-71ec8e887aa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:48:25Z', 'updated_at': '2021-06-25T14:48:32Z', 'revision_number': 5, 'project_id': '9c7ecdaefcbc4549b13f8ea4501af8fd', 'subnets': [{'id': '5edf8d8a-fc29-4de9-9fc4-71ec8e887aa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 14:52:48.583951 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a64e0d-7066-4a43-a047-039fb7604c08 None None] New status for floating IP 4b3d2260-adbc-4205-8ec2-3f6d4fe90147: DOWN {{(pid=78400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 25 14:52:49.046831 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700a0681-94dd-4ffc-a2dc-4655d629419c req-5865f0c6-89aa-477f-abc9-a81a5a65d2d0 tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:52:49.048419 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-700a0681-94dd-4ffc-a2dc-4655d629419c req-5865f0c6-89aa-477f-abc9-a81a5a65d2d0 tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] 10.222.0.72 "GET /v2.0/ports?device_id=879a0062-3d51-4218-b4b3-c1b0b874a35a HTTP/1.1" status: 200 len: 945 time: 0.0884974 Jun 25 14:52:49.102573 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-700a0681-94dd-4ffc-a2dc-4655d629419c req-339e082a-0249-4ce2-b348-5870fad540f6 tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] 10.222.0.72 "GET /v2.0/security-groups?id=f2990f04-9330-4baf-aabd-b49142b35d41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476904 Jun 25 14:52:49.330177 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9a7ee1-e4fe-47b0-9b75-e1785744b243 req-74f58b9f-4691-4b10-a544-9dca18976c7c tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:52:49.331536 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-2d9a7ee1-e4fe-47b0-9b75-e1785744b243 req-74f58b9f-4691-4b10-a544-9dca18976c7c tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] 10.222.0.77 "GET /v2.0/ports?device_id=879a0062-3d51-4218-b4b3-c1b0b874a35a HTTP/1.1" status: 200 len: 945 time: 0.0919518 Jun 25 14:52:49.406286 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.plugin [req-2d9a7ee1-e4fe-47b0-9b75-e1785744b243 req-5eb5f139-412c-4343-9dae-ea16d0ea2440 tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Deleting port 38acf89d-6bb7-4f95-8115-ab0babf65fa3 {{(pid=78397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 25 14:52:49.406627 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-2d9a7ee1-e4fe-47b0-9b75-e1785744b243 req-5eb5f139-412c-4343-9dae-ea16d0ea2440 tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747172683120'] for port, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:52:49.674290 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.db [req-2d9a7ee1-e4fe-47b0-9b75-e1785744b243 req-5eb5f139-412c-4343-9dae-ea16d0ea2440 tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] For port 38acf89d-6bb7-4f95-8115-ab0babf65fa3, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=38acf89d-6bb7-4f95-8115-ab0babf65fa3,segment=NetworkSegment(6141eaa2-fe16-4a98-ae94-17e23054270c),segment_id=6141eaa2-fe16-4a98-ae94-17e23054270c)] {{(pid=78397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:52:49.674854 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-2d9a7ee1-e4fe-47b0-9b75-e1785744b243 req-5eb5f139-412c-4343-9dae-ea16d0ea2440 tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-413696'] for port, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:52:49.812442 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.plugin [req-2d9a7ee1-e4fe-47b0-9b75-e1785744b243 req-5eb5f139-412c-4343-9dae-ea16d0ea2440 tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Calling delete_port for 38acf89d-6bb7-4f95-8115-ab0babf65fa3 owned by compute:nova {{(pid=78397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 25 14:52:49.984801 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-2d9a7ee1-e4fe-47b0-9b75-e1785744b243 req-5eb5f139-412c-4343-9dae-ea16d0ea2440 tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747172683996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747172243478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127937375'] for port, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:52:49.991788 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-fca1c25f-d045-42ed-9c5d-321fcb630ab8 tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:52:50.040073 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb5f139-412c-4343-9dae-ea16d0ea2440 tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Pushing event deleted for resources: {'Port': ['ID=38acf89d-6bb7-4f95-8115-ab0babf65fa3,revision_number=None']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:52:50.094422 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb5f139-412c-4343-9dae-ea16d0ea2440 tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:52:50.095508 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb5f139-412c-4343-9dae-ea16d0ea2440 tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:52:50.095508 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb5f139-412c-4343-9dae-ea16d0ea2440 tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:52:50.095508 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb5f139-412c-4343-9dae-ea16d0ea2440 tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:52:50.096009 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb5f139-412c-4343-9dae-ea16d0ea2440 tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:52:50.096206 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb5f139-412c-4343-9dae-ea16d0ea2440 tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:52:50.096521 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb5f139-412c-4343-9dae-ea16d0ea2440 tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:52:50.096869 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb5f139-412c-4343-9dae-ea16d0ea2440 tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:52:50.097220 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb5f139-412c-4343-9dae-ea16d0ea2440 tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:52:50.097591 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb5f139-412c-4343-9dae-ea16d0ea2440 tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:52:50.097942 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb5f139-412c-4343-9dae-ea16d0ea2440 tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:52:50.098294 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb5f139-412c-4343-9dae-ea16d0ea2440 tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:52:50.101950 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-5eb5f139-412c-4343-9dae-ea16d0ea2440 tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:52:50.241239 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d9a7ee1-e4fe-47b0-9b75-e1785744b243 req-5eb5f139-412c-4343-9dae-ea16d0ea2440 tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] No DVR routers for this DVR port 38acf89d-6bb7-4f95-8115-ab0babf65fa3 on host hv-cinder-79809 {{(pid=78397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 14:52:50.243782 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-2d9a7ee1-e4fe-47b0-9b75-e1785744b243 req-5eb5f139-412c-4343-9dae-ea16d0ea2440 tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257150'] for port, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:52:50.249421 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '879a0062-3d51-4218-b4b3-c1b0b874a35a', 'name': 'network-vif-deleted', 'tag': '38acf89d-6bb7-4f95-8115-ab0babf65fa3'}] {{(pid=78397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:52:50.270758 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [req-2d9a7ee1-e4fe-47b0-9b75-e1785744b243 req-5eb5f139-412c-4343-9dae-ea16d0ea2440 tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] 10.222.0.77 "DELETE /v2.0/ports/38acf89d-6bb7-4f95-8115-ab0babf65fa3 HTTP/1.1" status: 204 len: 173 time: 0.9303496 Jun 25 14:52:50.337006 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-93b3db33-3df5-4573-b825-03d4233a4268 req-459ed07f-dd53-4cc1-a9f5-bf60a7813f8d tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] 10.222.0.72 "GET /v2.0/ports?device_id=879a0062-3d51-4218-b4b3-c1b0b874a35a HTTP/1.1" status: 200 len: 210 time: 0.0530694 Jun 25 14:52:50.363424 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '879a0062-3d51-4218-b4b3-c1b0b874a35a', 'name': 'network-vif-deleted', 'tag': '38acf89d-6bb7-4f95-8115-ab0babf65fa3', 'status': 'completed', 'code': 200} Jun 25 14:52:51.304714 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:52:51.553205 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [req-917f964d-ff69-4283-ad2f-05041978cbc5 req-93c10adb-8221-48a6-8675-ab4c051c1161 tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] 10.222.0.72 "GET /v2.0/ports?device_id=879a0062-3d51-4218-b4b3-c1b0b874a35a HTTP/1.1" status: 200 len: 210 time: 0.0797923 Jun 25 14:52:52.656177 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.72', 41714) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:52:52.733680 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-e278ae5f-1090-42d3-aeaf-0b793b5e3619 tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Notify callbacks [] for security_group, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:52:52.769526 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-e278ae5f-1090-42d3-aeaf-0b793b5e3619 tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:52:52.850724 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-e278ae5f-1090-42d3-aeaf-0b793b5e3619 tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726995'] for security_group, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:52:52.854764 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-b2fd6b79-e110-4fc5-8b71-2a7d9fd219ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:52:52.872833 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e278ae5f-1090-42d3-aeaf-0b793b5e3619 tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2990f04-9330-4baf-aabd-b49142b35d41,revision_number=None']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:52:52.876802 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-e278ae5f-1090-42d3-aeaf-0b793b5e3619 tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:52:52.885434 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-e278ae5f-1090-42d3-aeaf-0b793b5e3619 tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] Notify callbacks [] for security_group, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:52:52.887588 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-e278ae5f-1090-42d3-aeaf-0b793b5e3619 tempest-TestShelveInstance-1314788748 tempest-TestShelveInstance-1314788748-project] 10.222.0.72 "DELETE /v2.0/security-groups/f2990f04-9330-4baf-aabd-b49142b35d41 HTTP/1.1" status: 204 len: 168 time: 0.2298810 Jun 25 14:52:52.942400 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.72', 41720) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:52:53.286882 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Device 38acf89d-6bb7-4f95-8115-ab0babf65fa3 no longer exists at agent hyperv_hv-cinder-79809 {{(pid=78399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 25 14:52:53.350076 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.plugin [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] No Port match for: 38acf89d-6bb7-4f95-8115-ab0babf65fa3 {{(pid=78399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 25 14:52:53.350526 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Device 38acf89d-6bb7-4f95-8115-ab0babf65fa3 not bound to the agent host hv-cinder-79809 {{(pid=78399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 25 14:52:53.569464 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-6fd5d388-10ea-45da-9a87-4a066121b811 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-499200'] for router_interface, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:52:53.935291 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.plugin [None req-6fd5d388-10ea-45da-9a87-4a066121b811 admin admin] Deleting port 8b988f1e-7d95-4be6-8967-6b3317042456 {{(pid=78397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 25 14:52:53.936011 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-6fd5d388-10ea-45da-9a87-4a066121b811 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747172683120'] for port, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:52:54.115577 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.db [None req-6fd5d388-10ea-45da-9a87-4a066121b811 admin admin] For port 8b988f1e-7d95-4be6-8967-6b3317042456, host dv-cinder-798091-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798091-1-smb',level=0,port_id=8b988f1e-7d95-4be6-8967-6b3317042456,segment=NetworkSegment(6141eaa2-fe16-4a98-ae94-17e23054270c),segment_id=6141eaa2-fe16-4a98-ae94-17e23054270c)] {{(pid=78397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:52:54.115827 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-6fd5d388-10ea-45da-9a87-4a066121b811 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-413696'] for port, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:52:54.249391 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.plugin [None req-6fd5d388-10ea-45da-9a87-4a066121b811 admin admin] Calling delete_port for 8b988f1e-7d95-4be6-8967-6b3317042456 owned by network:router_interface {{(pid=78397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 25 14:52:54.709009 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-6fd5d388-10ea-45da-9a87-4a066121b811 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747172683996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747172243478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127937375'] for port, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:52:54.713024 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-621c7119-792c-4e72-8be7-17b6a7b231dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:52:54.758759 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd5d388-10ea-45da-9a87-4a066121b811 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b988f1e-7d95-4be6-8967-6b3317042456,revision_number=None']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:52:54.762241 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-6fd5d388-10ea-45da-9a87-4a066121b811 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:52:55.063701 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-6fd5d388-10ea-45da-9a87-4a066121b811 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3692191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-499372'] for router_interface, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:52:55.448893 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fd5d388-10ea-45da-9a87-4a066121b811 admin admin] Router d867dcb7-d09c-4e3d-a52a-d7c7004d8cdf has already been hosted by L3 agent 941bc864-709b-4c09-a7df-f27e1f49545a {{(pid=78397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 14:52:55.643001 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fd5d388-10ea-45da-9a87-4a066121b811 admin admin] Notify agent at l3_agent.dv-cinder-798091-1-smb the message routers_updated {{(pid=78397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 25 14:52:55.657194 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-6fd5d388-10ea-45da-9a87-4a066121b811 admin admin] 10.222.0.72 "PUT /v2.0/routers/d867dcb7-d09c-4e3d-a52a-d7c7004d8cdf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7135413 Jun 25 14:52:55.657641 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b2bff2-18c5-4218-affd-68af77501849 None None] Sync routers for ids ['d867dcb7-d09c-4e3d-a52a-d7c7004d8cdf'] in dv-cinder-798091-1-smb {{(pid=78399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 14:52:55.660716 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.72', 41724) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:52:55.669786 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b2bff2-18c5-4218-affd-68af77501849 None None] Routers {'d867dcb7-d09c-4e3d-a52a-d7c7004d8cdf'} bound to L3 agent in host dv-cinder-798091-1-smb {{(pid=78399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:52:55.670506 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.l3_hamode_db [None req-d8b2bff2-18c5-4218-affd-68af77501849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798091-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T14:30:11Z,description=,heartbeat_timestamp=2021-06-25T14:52:41Z,host='dv-cinder-798091-1-smb',id=941bc864-709b-4c09-a7df-f27e1f49545a,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:30:11Z,topic='l3_agent')) {'router_ids': ['d867dcb7-d09c-4e3d-a52a-d7c7004d8cdf'], 'active': True} {{(pid=78399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:52:55.906783 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.l3_dvr_db [None req-d8b2bff2-18c5-4218-affd-68af77501849 None None] Set router d867dcb7-d09c-4e3d-a52a-d7c7004d8cdf gateway port host: dv-cinder-798091-1-smb {{(pid=78399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:52:55.991662 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-6efa903d-df70-4cd0-b9c4-b437ce671026 admin admin] Notify callbacks [] for router, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:52:56.231487 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-6efa903d-df70-4cd0-b9c4-b437ce671026 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:52:56.247370 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.plugin [None req-6efa903d-df70-4cd0-b9c4-b437ce671026 admin admin] Deleting port b9a0063e-bfca-47bd-8f2e-ae63bd16559f {{(pid=78397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 25 14:52:56.248049 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-6efa903d-df70-4cd0-b9c4-b437ce671026 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747172683120'] for port, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:52:56.316849 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.l3_hamode_db [None req-d8b2bff2-18c5-4218-affd-68af77501849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd867dcb7-d09c-4e3d-a52a-d7c7004d8cdf', 'name': 'tempest-TestShelveInstance-126884640-router', 'tenant_id': '9c7ecdaefcbc4549b13f8ea4501af8fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee', 'external_fixed_ips': [{'subnet_id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'ip_address': '172.28.1.40'}], 'enable_snat': True}, 'gw_port_id': 'b9a0063e-bfca-47bd-8f2e-ae63bd16559f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:48:22Z', 'updated_at': '2021-06-25T14:52:54Z', 'revision_number': 5, 'project_id': '9c7ecdaefcbc4549b13f8ea4501af8fd', 'gw_port': {'id': 'b9a0063e-bfca-47bd-8f2e-ae63bd16559f', 'name': '', 'network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:7a:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd867dcb7-d09c-4e3d-a52a-d7c7004d8cdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'ip_address': '172.28.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:48:22Z', 'updated_at': '2021-06-25T14:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798091-1-smb'}], 'dv-cinder-798091-1-smb', False) {} {{(pid=78399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:52:56.322136 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b2bff2-18c5-4218-affd-68af77501849 None None] Checking router: d867dcb7-d09c-4e3d-a52a-d7c7004d8cdf for host: dv-cinder-798091-1-smb {{(pid=78399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 14:52:56.333786 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b2bff2-18c5-4218-affd-68af77501849 None None] Routers {'d867dcb7-d09c-4e3d-a52a-d7c7004d8cdf'} bound to L3 agent in host dv-cinder-798091-1-smb {{(pid=78399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:52:56.334551 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.l3_hamode_db [None req-d8b2bff2-18c5-4218-affd-68af77501849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798091-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T14:30:11Z,description=,heartbeat_timestamp=2021-06-25T14:52:41Z,host='dv-cinder-798091-1-smb',id=941bc864-709b-4c09-a7df-f27e1f49545a,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:30:11Z,topic='l3_agent')) {'router_ids': ['d867dcb7-d09c-4e3d-a52a-d7c7004d8cdf'], 'active': True} {{(pid=78399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:52:56.483045 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.db [None req-6efa903d-df70-4cd0-b9c4-b437ce671026 admin admin] For port b9a0063e-bfca-47bd-8f2e-ae63bd16559f, host dv-cinder-798091-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798091-1-smb',level=0,port_id=b9a0063e-bfca-47bd-8f2e-ae63bd16559f,segment=NetworkSegment(d6aebad4-c614-4812-b5db-5340468a6247),segment_id=d6aebad4-c614-4812-b5db-5340468a6247)] {{(pid=78397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:52:56.483554 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-6efa903d-df70-4cd0-b9c4-b437ce671026 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-413696'] for port, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:52:56.492395 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.l3_dvr_db [None req-d8b2bff2-18c5-4218-affd-68af77501849 None None] Set router d867dcb7-d09c-4e3d-a52a-d7c7004d8cdf gateway port host: None {{(pid=78399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:52:56.601885 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.db.l3_hamode_db [None req-d8b2bff2-18c5-4218-affd-68af77501849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd867dcb7-d09c-4e3d-a52a-d7c7004d8cdf', 'name': 'tempest-TestShelveInstance-126884640-router', 'tenant_id': '9c7ecdaefcbc4549b13f8ea4501af8fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:48:22Z', 'updated_at': '2021-06-25T14:52:56Z', 'revision_number': 6, 'project_id': '9c7ecdaefcbc4549b13f8ea4501af8fd', 'gw_port_host': None}], 'dv-cinder-798091-1-smb', False) {} {{(pid=78399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:52:56.606299 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b2bff2-18c5-4218-affd-68af77501849 None None] The sync data for ids ['d867dcb7-d09c-4e3d-a52a-d7c7004d8cdf'] in dv-cinder-798091-1-smb is: [{'id': 'd867dcb7-d09c-4e3d-a52a-d7c7004d8cdf', 'name': 'tempest-TestShelveInstance-126884640-router', 'tenant_id': '9c7ecdaefcbc4549b13f8ea4501af8fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:48:22Z', 'updated_at': '2021-06-25T14:52:56Z', 'revision_number': 6, 'project_id': '9c7ecdaefcbc4549b13f8ea4501af8fd', 'gw_port_host': None}] {{(pid=78399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 14:52:56.613172 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.plugin [None req-6efa903d-df70-4cd0-b9c4-b437ce671026 admin admin] Calling delete_port for b9a0063e-bfca-47bd-8f2e-ae63bd16559f owned by network:router_gateway {{(pid=78397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 25 14:52:56.792339 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-6efa903d-df70-4cd0-b9c4-b437ce671026 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747172683996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747172243478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127937375'] for port, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:52:56.796907 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-b2bd24cd-d2d8-4927-9357-a82d666d8d89 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:52:56.844425 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efa903d-df70-4cd0-b9c4-b437ce671026 admin admin] Pushing event deleted for resources: {'Port': ['ID=b9a0063e-bfca-47bd-8f2e-ae63bd16559f,revision_number=None']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:52:56.847715 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-6efa903d-df70-4cd0-b9c4-b437ce671026 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:52:56.939377 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-6efa903d-df70-4cd0-b9c4-b437ce671026 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-497701'] for router_gateway, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:52:57.130434 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-6efa903d-df70-4cd0-b9c4-b437ce671026 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-499311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1016456'] for router, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:52:57.133139 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-6efa903d-df70-4cd0-b9c4-b437ce671026 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:52:57.160190 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-6efa903d-df70-4cd0-b9c4-b437ce671026 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412616'] for router, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:52:57.160917 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6efa903d-df70-4cd0-b9c4-b437ce671026 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d867dcb7-d09c-4e3d-a52a-d7c7004d8cdf {{(pid=78397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 25 14:52:57.175428 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-6efa903d-df70-4cd0-b9c4-b437ce671026 admin admin] Notify callbacks [] for router, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:52:57.176638 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-6efa903d-df70-4cd0-b9c4-b437ce671026 admin admin] 10.222.0.72 "DELETE /v2.0/routers/d867dcb7-d09c-4e3d-a52a-d7c7004d8cdf HTTP/1.1" status: 204 len: 168 time: 1.5148981 Jun 25 14:52:57.179236 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.72', 41728) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:52:57.246920 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ff1b936-513c-4609-8275-17a2bb495b9a admin admin] Deleting subnet 5edf8d8a-fc29-4de9-9fc4-71ec8e887aa3 {{(pid=78397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jun 25 14:52:57.250343 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-9ff1b936-513c-4609-8275-17a2bb495b9a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:52:57.304080 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-9ff1b936-513c-4609-8275-17a2bb495b9a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127934648'] for subnet, precommit_delete_associations {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:52:57.396665 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-9ff1b936-513c-4609-8275-17a2bb495b9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3550162'] for subnet, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:52:57.488201 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-9ff1b936-513c-4609-8275-17a2bb495b9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3548165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127934638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2042342'] for subnet, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:52:57.492375 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:52:57.533359 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-9ff1b936-513c-4609-8275-17a2bb495b9a admin admin] Notify callbacks [] for subnet, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:52:57.539989 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff1b936-513c-4609-8275-17a2bb495b9a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5edf8d8a-fc29-4de9-9fc4-71ec8e887aa3,revision_number=None']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:52:57.540242 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edd58e85-711a-4013-9855-1c6e4f0eee86 None None] Network 5a3a0648-37d2-455a-a19b-5ba694fe61ed requested from dv-cinder-798091-1-smb {{(pid=78399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 25 14:52:57.543495 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-9ff1b936-513c-4609-8275-17a2bb495b9a admin admin] 10.222.0.72 "DELETE /v2.0/subnets/5edf8d8a-fc29-4de9-9fc4-71ec8e887aa3 HTTP/1.1" status: 204 len: 168 time: 0.3628666 Jun 25 14:52:57.544508 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-9ff1b936-513c-4609-8275-17a2bb495b9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:52:57.547501 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.72', 41732) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:52:57.800963 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-568bcc0b-63f4-4312-ba5a-3cb90f26ca71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3443507'] for network, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:52:57.812693 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.plugin [None req-568bcc0b-63f4-4312-ba5a-3cb90f26ca71 admin admin] Deleting port ee071130-fae4-4a2a-84ca-7c9c51a586e4 {{(pid=78397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 25 14:52:57.813023 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-568bcc0b-63f4-4312-ba5a-3cb90f26ca71 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747172683120'] for port, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:52:57.879537 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5f990bc-0835-4484-bd87-6a7fb3bdca02 None None] DHCP port deletion for 5a3a0648-37d2-455a-a19b-5ba694fe61ed request from dv-cinder-798091-1-smb {{(pid=78399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 25 14:52:57.884304 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.plugin [None req-c5f990bc-0835-4484-bd87-6a7fb3bdca02 None None] Deleting port ee071130-fae4-4a2a-84ca-7c9c51a586e4 {{(pid=78399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 25 14:52:57.884823 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-c5f990bc-0835-4484-bd87-6a7fb3bdca02 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747172683120'] for port, before_delete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:52:58.048850 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.db [None req-568bcc0b-63f4-4312-ba5a-3cb90f26ca71 admin admin] For port ee071130-fae4-4a2a-84ca-7c9c51a586e4, host dv-cinder-798091-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798091-1-smb',level=0,port_id=ee071130-fae4-4a2a-84ca-7c9c51a586e4,segment=NetworkSegment(6141eaa2-fe16-4a98-ae94-17e23054270c),segment_id=6141eaa2-fe16-4a98-ae94-17e23054270c)] {{(pid=78397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:52:58.049123 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-568bcc0b-63f4-4312-ba5a-3cb90f26ca71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-413696'] for port, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:52:58.127587 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-c5f990bc-0835-4484-bd87-6a7fb3bdca02 None None] For port ee071130-fae4-4a2a-84ca-7c9c51a586e4, host dv-cinder-798091-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798091-1-smb',level=0,port_id=ee071130-fae4-4a2a-84ca-7c9c51a586e4,segment=NetworkSegment(6141eaa2-fe16-4a98-ae94-17e23054270c),segment_id=6141eaa2-fe16-4a98-ae94-17e23054270c)] {{(pid=78399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:52:58.128058 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-c5f990bc-0835-4484-bd87-6a7fb3bdca02 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-413696'] for port, precommit_delete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:52:58.180351 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.plugin [None req-568bcc0b-63f4-4312-ba5a-3cb90f26ca71 admin admin] Calling delete_port for ee071130-fae4-4a2a-84ca-7c9c51a586e4 owned by network:dhcp {{(pid=78397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 25 14:52:58.271082 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.plugin [None req-c5f990bc-0835-4484-bd87-6a7fb3bdca02 None None] Calling delete_port for ee071130-fae4-4a2a-84ca-7c9c51a586e4 owned by network:dhcp {{(pid=78399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 25 14:52:58.279184 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-568bcc0b-63f4-4312-ba5a-3cb90f26ca71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747172683996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747172243478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127937375'] for port, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:52:58.284728 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:52:58.337406 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568bcc0b-63f4-4312-ba5a-3cb90f26ca71 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee071130-fae4-4a2a-84ca-7c9c51a586e4,revision_number=None']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:52:58.340153 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-568bcc0b-63f4-4312-ba5a-3cb90f26ca71 admin admin] No DVR routers for this DVR port ee071130-fae4-4a2a-84ca-7c9c51a586e4 on host dv-cinder-798091-1-smb {{(pid=78397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 14:52:58.342024 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-568bcc0b-63f4-4312-ba5a-3cb90f26ca71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:52:58.364725 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.db.api [None req-c5f990bc-0835-4484-bd87-6a7fb3bdca02 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=78399) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 25 14:52:58.365081 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_db.api [None req-c5f990bc-0835-4484-bd87-6a7fb3bdca02 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=78399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 25 14:52:58.452270 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Device b9a0063e-bfca-47bd-8f2e-ae63bd16559f no longer exists at agent ovs-agent-dv-cinder-798091-1-smb {{(pid=78399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 25 14:52:58.469547 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-568bcc0b-63f4-4312-ba5a-3cb90f26ca71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3547471', 'neutron.services.segments.db._delete_segments_for_network-8747172693185'] for network, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:52:58.484992 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.services.segments.db [None req-568bcc0b-63f4-4312-ba5a-3cb90f26ca71 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a3a0648-37d2-455a-a19b-5ba694fe61ed']}} {{(pid=78397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:52:58.493272 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.plugin [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] No Port match for: b9a0063e-bfca-47bd-8f2e-ae63bd16559f {{(pid=78399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 25 14:52:58.493636 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Device b9a0063e-bfca-47bd-8f2e-ae63bd16559f not bound to the agent host dv-cinder-798091-1-smb {{(pid=78399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 25 14:52:58.494061 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Device 8b988f1e-7d95-4be6-8967-6b3317042456 no longer exists at agent ovs-agent-dv-cinder-798091-1-smb {{(pid=78399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 25 14:52:58.500364 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.services.segments.db [None req-568bcc0b-63f4-4312-ba5a-3cb90f26ca71 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6141eaa2-fe16-4a98-ae94-17e23054270c') {'for_net_delete': True} {{(pid=78397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:52:58.500663 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.services.segments.db [None req-568bcc0b-63f4-4312-ba5a-3cb90f26ca71 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6141eaa2-fe16-4a98-ae94-17e23054270c') {} {{(pid=78397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:52:58.513227 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-568bcc0b-63f4-4312-ba5a-3cb90f26ca71 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747172705576', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127934593'] for segment, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:52:58.534389 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.plugin [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] No Port match for: 8b988f1e-7d95-4be6-8967-6b3317042456 {{(pid=78399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 25 14:52:58.535254 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Device 8b988f1e-7d95-4be6-8967-6b3317042456 not bound to the agent host dv-cinder-798091-1-smb {{(pid=78399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 25 14:52:58.535905 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Device ee071130-fae4-4a2a-84ca-7c9c51a586e4 no longer exists at agent ovs-agent-dv-cinder-798091-1-smb {{(pid=78399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 25 14:52:58.537156 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-568bcc0b-63f4-4312-ba5a-3cb90f26ca71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3551624'] for segment, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:52:58.545989 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-568bcc0b-63f4-4312-ba5a-3cb90f26ca71 admin admin] Releasing vlan 306 on physical network physnet1 to pool {{(pid=78397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 14:52:58.546384 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-568bcc0b-63f4-4312-ba5a-3cb90f26ca71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3551623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127937292'] for segment, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:52:58.562190 dv-cinder-798091-1-smb neutron-server[78397]: Traceback (most recent call last): Jun 25 14:52:58.562190 dv-cinder-798091-1-smb neutron-server[78397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 14:52:58.562190 dv-cinder-798091-1-smb neutron-server[78397]: timer() Jun 25 14:52:58.562190 dv-cinder-798091-1-smb neutron-server[78397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 14:52:58.562190 dv-cinder-798091-1-smb neutron-server[78397]: cb(*args, **kw) Jun 25 14:52:58.562190 dv-cinder-798091-1-smb neutron-server[78397]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 14:52:58.562190 dv-cinder-798091-1-smb neutron-server[78397]: return func(*args, **kwargs) Jun 25 14:52:58.562190 dv-cinder-798091-1-smb neutron-server[78397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 14:52:58.562190 dv-cinder-798091-1-smb neutron-server[78397]: self._notify() Jun 25 14:52:58.562190 dv-cinder-798091-1-smb neutron-server[78397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 14:52:58.562190 dv-cinder-798091-1-smb neutron-server[78397]: self.callback(batched_events) Jun 25 14:52:58.562190 dv-cinder-798091-1-smb neutron-server[78397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 14:52:58.562190 dv-cinder-798091-1-smb neutron-server[78397]: event.method(event) Jun 25 14:52:58.562190 dv-cinder-798091-1-smb neutron-server[78397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 14:52:58.562190 dv-cinder-798091-1-smb neutron-server[78397]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 14:52:58.562190 dv-cinder-798091-1-smb neutron-server[78397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 14:52:58.562190 dv-cinder-798091-1-smb neutron-server[78397]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 14:52:58.562190 dv-cinder-798091-1-smb neutron-server[78397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 14:52:58.562190 dv-cinder-798091-1-smb neutron-server[78397]: return f(self, *a, **k) Jun 25 14:52:58.562190 dv-cinder-798091-1-smb neutron-server[78397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 14:52:58.562190 dv-cinder-798091-1-smb neutron-server[78397]: return self._get(url).json() Jun 25 14:52:58.562190 dv-cinder-798091-1-smb neutron-server[78397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 14:52:58.562190 dv-cinder-798091-1-smb neutron-server[78397]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 14:52:58.562190 dv-cinder-798091-1-smb neutron-server[78397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 14:52:58.562190 dv-cinder-798091-1-smb neutron-server[78397]: return self.request(url, 'GET', **kwargs) Jun 25 14:52:58.562190 dv-cinder-798091-1-smb neutron-server[78397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 14:52:58.562190 dv-cinder-798091-1-smb neutron-server[78397]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 14:52:58.562190 dv-cinder-798091-1-smb neutron-server[78397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 14:52:58.562190 dv-cinder-798091-1-smb neutron-server[78397]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 14:52:58.562190 dv-cinder-798091-1-smb neutron-server[78397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 14:52:58.562190 dv-cinder-798091-1-smb neutron-server[78397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 14:52:58.562190 dv-cinder-798091-1-smb neutron-server[78397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 14:52:58.572815 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.plugin [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] No Port match for: ee071130-fae4-4a2a-84ca-7c9c51a586e4 {{(pid=78399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 25 14:52:58.573522 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Device ee071130-fae4-4a2a-84ca-7c9c51a586e4 not bound to the agent host dv-cinder-798091-1-smb {{(pid=78399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 25 14:52:58.667134 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-568bcc0b-63f4-4312-ba5a-3cb90f26ca71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3547472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-497664'] for network, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:52:58.674316 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-0ea5044b-1528-4424-bb2f-3359c4dbd720 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:52:58.698008 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-568bcc0b-63f4-4312-ba5a-3cb90f26ca71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692162'] for network, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:52:58.718565 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568bcc0b-63f4-4312-ba5a-3cb90f26ca71 admin admin] Pushing event deleted for resources: {'Network': ['ID=5a3a0648-37d2-455a-a19b-5ba694fe61ed,revision_number=None']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:52:58.725196 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-568bcc0b-63f4-4312-ba5a-3cb90f26ca71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:52:58.743658 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-568bcc0b-63f4-4312-ba5a-3cb90f26ca71 admin admin] 10.222.0.72 "DELETE /v2.0/networks/5a3a0648-37d2-455a-a19b-5ba694fe61ed HTTP/1.1" status: 204 len: 168 time: 1.1946695 Jun 25 14:52:58.747523 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.72', 41736) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:52:58.866364 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.plugin [None req-c5f990bc-0835-4484-bd87-6a7fb3bdca02 None None] Deleting port ee071130-fae4-4a2a-84ca-7c9c51a586e4 {{(pid=78399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 25 14:52:58.866973 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-c5f990bc-0835-4484-bd87-6a7fb3bdca02 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747172683120'] for port, before_delete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:52:58.960101 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.plugin [None req-c5f990bc-0835-4484-bd87-6a7fb3bdca02 None None] The port 'ee071130-fae4-4a2a-84ca-7c9c51a586e4' was deleted {{(pid=78399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Jun 25 14:52:59.469890 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-ceb7ba8f-ac92-4d64-aee9-1dc1710b5f02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-499200'] for router_interface, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:52:59.958869 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.plugin [None req-ceb7ba8f-ac92-4d64-aee9-1dc1710b5f02 admin admin] Deleting port 57b033a8-f1c0-4679-9959-774c52214dcd {{(pid=78397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 25 14:52:59.959364 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-ceb7ba8f-ac92-4d64-aee9-1dc1710b5f02 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747172683120'] for port, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:53:00.149423 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.db [None req-ceb7ba8f-ac92-4d64-aee9-1dc1710b5f02 admin admin] For port 57b033a8-f1c0-4679-9959-774c52214dcd, host dv-cinder-798091-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798091-1-smb',level=0,port_id=57b033a8-f1c0-4679-9959-774c52214dcd,segment=NetworkSegment(a846c1f4-a65b-40d3-b535-1962dc2946f5),segment_id=a846c1f4-a65b-40d3-b535-1962dc2946f5)] {{(pid=78397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:53:00.149707 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-ceb7ba8f-ac92-4d64-aee9-1dc1710b5f02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-413696'] for port, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:53:00.290824 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.plugin [None req-ceb7ba8f-ac92-4d64-aee9-1dc1710b5f02 admin admin] Calling delete_port for 57b033a8-f1c0-4679-9959-774c52214dcd owned by network:router_interface {{(pid=78397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 25 14:53:00.493984 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-ceb7ba8f-ac92-4d64-aee9-1dc1710b5f02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747172683996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747172243478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127937375'] for port, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:53:00.498490 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-568bcc0b-63f4-4312-ba5a-3cb90f26ca71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:53:00.556558 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb7ba8f-ac92-4d64-aee9-1dc1710b5f02 admin admin] Pushing event deleted for resources: {'Port': ['ID=57b033a8-f1c0-4679-9959-774c52214dcd,revision_number=None']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:53:00.560834 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-ceb7ba8f-ac92-4d64-aee9-1dc1710b5f02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:53:00.856032 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-ceb7ba8f-ac92-4d64-aee9-1dc1710b5f02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3692191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-499372'] for router_interface, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:53:01.387690 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ceb7ba8f-ac92-4d64-aee9-1dc1710b5f02 admin admin] Router 26b90cdd-94f9-4a59-8613-f83faf4ca513 has already been hosted by L3 agent 941bc864-709b-4c09-a7df-f27e1f49545a {{(pid=78397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 14:53:01.622303 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ceb7ba8f-ac92-4d64-aee9-1dc1710b5f02 admin admin] Notify agent at l3_agent.dv-cinder-798091-1-smb the message routers_updated {{(pid=78397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 25 14:53:01.631101 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f59918-e0bc-4099-be6d-a166a551e515 None None] Sync routers for ids ['26b90cdd-94f9-4a59-8613-f83faf4ca513'] in dv-cinder-798091-1-smb {{(pid=78400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 14:53:01.642460 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-ceb7ba8f-ac92-4d64-aee9-1dc1710b5f02 admin admin] 10.222.0.72 "PUT /v2.0/routers/26b90cdd-94f9-4a59-8613-f83faf4ca513/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8931334 Jun 25 14:53:01.643102 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f59918-e0bc-4099-be6d-a166a551e515 None None] Routers {'26b90cdd-94f9-4a59-8613-f83faf4ca513'} bound to L3 agent in host dv-cinder-798091-1-smb {{(pid=78400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:53:01.643717 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.db.l3_hamode_db [None req-b9f59918-e0bc-4099-be6d-a166a551e515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798091-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T14:30:11Z,description=,heartbeat_timestamp=2021-06-25T14:52:41Z,host='dv-cinder-798091-1-smb',id=941bc864-709b-4c09-a7df-f27e1f49545a,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:30:11Z,topic='l3_agent')) {'router_ids': ['26b90cdd-94f9-4a59-8613-f83faf4ca513'], 'active': True} {{(pid=78400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:53:01.643952 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.72', 41740) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:53:01.859085 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-6ded2762-499e-4f3f-909a-fc129d8b2ed8 admin admin] Notify callbacks [] for router, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:53:01.885283 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.db.l3_dvr_db [None req-b9f59918-e0bc-4099-be6d-a166a551e515 None None] Set router 26b90cdd-94f9-4a59-8613-f83faf4ca513 gateway port host: dv-cinder-798091-1-smb {{(pid=78400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:53:02.053242 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-6ded2762-499e-4f3f-909a-fc129d8b2ed8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:53:02.065686 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.plugin [None req-6ded2762-499e-4f3f-909a-fc129d8b2ed8 admin admin] Deleting port e6b1e5c0-9a41-49ef-a619-dcfd117cae6f {{(pid=78397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 25 14:53:02.066186 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-6ded2762-499e-4f3f-909a-fc129d8b2ed8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747172683120'] for port, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:53:02.188481 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.db.l3_hamode_db [None req-b9f59918-e0bc-4099-be6d-a166a551e515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26b90cdd-94f9-4a59-8613-f83faf4ca513', 'name': 'tempest-TestShelveInstance-38479916-router', 'tenant_id': 'f1658b2c625149408443e1bfd0c60590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee', 'external_fixed_ips': [{'subnet_id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'ip_address': '172.28.1.17'}], 'enable_snat': True}, 'gw_port_id': 'e6b1e5c0-9a41-49ef-a619-dcfd117cae6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:48:28Z', 'updated_at': '2021-06-25T14:53:00Z', 'revision_number': 5, 'project_id': 'f1658b2c625149408443e1bfd0c60590', 'gw_port': {'id': 'e6b1e5c0-9a41-49ef-a619-dcfd117cae6f', 'name': '', 'network_id': 'a1a43f7a-e11e-4ed3-80ce-932e2581e9ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:23:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26b90cdd-94f9-4a59-8613-f83faf4ca513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'ip_address': '172.28.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:48:29Z', 'updated_at': '2021-06-25T14:48:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0ba03d7-4f3a-4e33-bbe4-11273a91df80', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798091-1-smb'}], 'dv-cinder-798091-1-smb', False) {} {{(pid=78400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:53:02.192532 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f59918-e0bc-4099-be6d-a166a551e515 None None] Checking router: 26b90cdd-94f9-4a59-8613-f83faf4ca513 for host: dv-cinder-798091-1-smb {{(pid=78400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 14:53:02.203443 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f59918-e0bc-4099-be6d-a166a551e515 None None] Routers {'26b90cdd-94f9-4a59-8613-f83faf4ca513'} bound to L3 agent in host dv-cinder-798091-1-smb {{(pid=78400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:53:02.204063 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.db.l3_hamode_db [None req-b9f59918-e0bc-4099-be6d-a166a551e515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798091-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T14:30:11Z,description=,heartbeat_timestamp=2021-06-25T14:52:41Z,host='dv-cinder-798091-1-smb',id=941bc864-709b-4c09-a7df-f27e1f49545a,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:30:11Z,topic='l3_agent')) {'router_ids': ['26b90cdd-94f9-4a59-8613-f83faf4ca513'], 'active': True} {{(pid=78400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:53:02.269303 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.db [None req-6ded2762-499e-4f3f-909a-fc129d8b2ed8 admin admin] For port e6b1e5c0-9a41-49ef-a619-dcfd117cae6f, host dv-cinder-798091-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798091-1-smb',level=0,port_id=e6b1e5c0-9a41-49ef-a619-dcfd117cae6f,segment=NetworkSegment(d6aebad4-c614-4812-b5db-5340468a6247),segment_id=d6aebad4-c614-4812-b5db-5340468a6247)] {{(pid=78397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:53:02.270664 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-6ded2762-499e-4f3f-909a-fc129d8b2ed8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-413696'] for port, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:53:02.380600 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.db.l3_dvr_db [None req-b9f59918-e0bc-4099-be6d-a166a551e515 None None] Set router 26b90cdd-94f9-4a59-8613-f83faf4ca513 gateway port host: None {{(pid=78400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:53:02.411294 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.plugin [None req-6ded2762-499e-4f3f-909a-fc129d8b2ed8 admin admin] Calling delete_port for e6b1e5c0-9a41-49ef-a619-dcfd117cae6f owned by network:router_gateway {{(pid=78397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 25 14:53:02.493929 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.db.l3_hamode_db [None req-b9f59918-e0bc-4099-be6d-a166a551e515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26b90cdd-94f9-4a59-8613-f83faf4ca513', 'name': 'tempest-TestShelveInstance-38479916-router', 'tenant_id': 'f1658b2c625149408443e1bfd0c60590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:48:28Z', 'updated_at': '2021-06-25T14:53:02Z', 'revision_number': 6, 'project_id': 'f1658b2c625149408443e1bfd0c60590', 'gw_port_host': None}], 'dv-cinder-798091-1-smb', False) {} {{(pid=78400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:53:02.498714 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f59918-e0bc-4099-be6d-a166a551e515 None None] The sync data for ids ['26b90cdd-94f9-4a59-8613-f83faf4ca513'] in dv-cinder-798091-1-smb is: [{'id': '26b90cdd-94f9-4a59-8613-f83faf4ca513', 'name': 'tempest-TestShelveInstance-38479916-router', 'tenant_id': 'f1658b2c625149408443e1bfd0c60590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:48:28Z', 'updated_at': '2021-06-25T14:53:02Z', 'revision_number': 6, 'project_id': 'f1658b2c625149408443e1bfd0c60590', 'gw_port_host': None}] {{(pid=78400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 14:53:02.605892 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-6ded2762-499e-4f3f-909a-fc129d8b2ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747172683996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747172243478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127937375'] for port, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:53:02.609869 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-b2bd24cd-d2d8-4927-9357-a82d666d8d89 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:53:02.656611 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ded2762-499e-4f3f-909a-fc129d8b2ed8 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6b1e5c0-9a41-49ef-a619-dcfd117cae6f,revision_number=None']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:53:02.659969 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-6ded2762-499e-4f3f-909a-fc129d8b2ed8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:53:02.756810 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-6ded2762-499e-4f3f-909a-fc129d8b2ed8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-497701'] for router_gateway, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:53:03.053737 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-6ded2762-499e-4f3f-909a-fc129d8b2ed8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-499311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1016456'] for router, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:53:03.056722 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-6ded2762-499e-4f3f-909a-fc129d8b2ed8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:53:03.084792 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-6ded2762-499e-4f3f-909a-fc129d8b2ed8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412616'] for router, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:53:03.085451 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ded2762-499e-4f3f-909a-fc129d8b2ed8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 26b90cdd-94f9-4a59-8613-f83faf4ca513 {{(pid=78397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 25 14:53:03.098644 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-6ded2762-499e-4f3f-909a-fc129d8b2ed8 admin admin] Notify callbacks [] for router, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:53:03.099788 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-6ded2762-499e-4f3f-909a-fc129d8b2ed8 admin admin] 10.222.0.72 "DELETE /v2.0/routers/26b90cdd-94f9-4a59-8613-f83faf4ca513 HTTP/1.1" status: 204 len: 168 time: 1.4547398 Jun 25 14:53:03.102706 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.72', 41746) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:53:03.165988 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c3c4824-ddc2-421b-bd27-19c24289e22d admin admin] Deleting subnet 11e25a35-64d9-4a57-91bb-b574564d8438 {{(pid=78397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jun 25 14:53:03.170500 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-5c3c4824-ddc2-421b-bd27-19c24289e22d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:53:03.224378 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-5c3c4824-ddc2-421b-bd27-19c24289e22d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127934648'] for subnet, precommit_delete_associations {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:53:03.314573 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-5c3c4824-ddc2-421b-bd27-19c24289e22d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3550162'] for subnet, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:53:03.391601 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-5c3c4824-ddc2-421b-bd27-19c24289e22d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3548165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127934638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2042342'] for subnet, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:53:03.396772 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-a59c7fcf-d602-4512-b160-4a8c494dc72a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:53:03.437672 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3c4824-ddc2-421b-bd27-19c24289e22d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11e25a35-64d9-4a57-91bb-b574564d8438,revision_number=None']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:53:03.440730 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-5c3c4824-ddc2-421b-bd27-19c24289e22d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:53:03.441880 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-5c3c4824-ddc2-421b-bd27-19c24289e22d admin admin] Notify callbacks [] for subnet, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:53:03.448508 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-5c3c4824-ddc2-421b-bd27-19c24289e22d admin admin] 10.222.0.72 "DELETE /v2.0/subnets/11e25a35-64d9-4a57-91bb-b574564d8438 HTTP/1.1" status: 204 len: 168 time: 0.3444960 Jun 25 14:53:03.451353 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.72', 41750) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:53:03.453442 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7875e5b7-209f-4003-a18a-2a2ae0e3b4be None None] Network 23734487-cb3c-458c-a0b3-87c11409d2d6 requested from dv-cinder-798091-1-smb {{(pid=78399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 25 14:53:03.574654 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-6037e847-3db6-459d-9c9f-f05f7e6e12ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3443507'] for network, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:53:03.590699 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.plugin [None req-6037e847-3db6-459d-9c9f-f05f7e6e12ff admin admin] Deleting port 85680ea0-efbb-41d4-afd2-1522180dda34 {{(pid=78397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 25 14:53:03.591182 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-6037e847-3db6-459d-9c9f-f05f7e6e12ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747172683120'] for port, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:53:03.830778 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.db [None req-6037e847-3db6-459d-9c9f-f05f7e6e12ff admin admin] For port 85680ea0-efbb-41d4-afd2-1522180dda34, host dv-cinder-798091-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798091-1-smb',level=0,port_id=85680ea0-efbb-41d4-afd2-1522180dda34,segment=NetworkSegment(a846c1f4-a65b-40d3-b535-1962dc2946f5),segment_id=a846c1f4-a65b-40d3-b535-1962dc2946f5)] {{(pid=78397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:53:03.831359 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-6037e847-3db6-459d-9c9f-f05f7e6e12ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-413696'] for port, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:53:03.913359 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d0fcdad-8f02-4feb-b01e-8ce9ffd0993c None None] DHCP port deletion for 23734487-cb3c-458c-a0b3-87c11409d2d6 request from dv-cinder-798091-1-smb {{(pid=78399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 25 14:53:03.918395 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.plugin [None req-5d0fcdad-8f02-4feb-b01e-8ce9ffd0993c None None] Deleting port 85680ea0-efbb-41d4-afd2-1522180dda34 {{(pid=78399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 25 14:53:03.918790 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-5d0fcdad-8f02-4feb-b01e-8ce9ffd0993c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747172683120'] for port, before_delete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:53:03.965377 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.plugin [None req-6037e847-3db6-459d-9c9f-f05f7e6e12ff admin admin] Calling delete_port for 85680ea0-efbb-41d4-afd2-1522180dda34 owned by network:dhcp {{(pid=78397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 25 14:53:04.061729 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-6037e847-3db6-459d-9c9f-f05f7e6e12ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3476890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4024656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747172683996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747172243478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127937375'] for port, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:53:04.065472 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-bf70c48e-c346-4f7e-8791-f74933c18436 tempest-AttachVolumeNegativeTest-1747843396 tempest-AttachVolumeNegativeTest-1747843396-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:53:04.110018 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6037e847-3db6-459d-9c9f-f05f7e6e12ff admin admin] Pushing event deleted for resources: {'Port': ['ID=85680ea0-efbb-41d4-afd2-1522180dda34,revision_number=None']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:53:04.112994 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-6037e847-3db6-459d-9c9f-f05f7e6e12ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:53:04.113781 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6037e847-3db6-459d-9c9f-f05f7e6e12ff admin admin] No DVR routers for this DVR port 85680ea0-efbb-41d4-afd2-1522180dda34 on host dv-cinder-798091-1-smb {{(pid=78397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 14:53:04.155055 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-5d0fcdad-8f02-4feb-b01e-8ce9ffd0993c None None] For port 85680ea0-efbb-41d4-afd2-1522180dda34, host dv-cinder-798091-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798091-1-smb',level=0,port_id=85680ea0-efbb-41d4-afd2-1522180dda34,segment=NetworkSegment(a846c1f4-a65b-40d3-b535-1962dc2946f5),segment_id=a846c1f4-a65b-40d3-b535-1962dc2946f5)] {{(pid=78399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:53:04.155555 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-5d0fcdad-8f02-4feb-b01e-8ce9ffd0993c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-413696'] for port, precommit_delete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:53:04.236546 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-6037e847-3db6-459d-9c9f-f05f7e6e12ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3547471', 'neutron.services.segments.db._delete_segments_for_network-8747172693185'] for network, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:53:04.254735 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.services.segments.db [None req-6037e847-3db6-459d-9c9f-f05f7e6e12ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23734487-cb3c-458c-a0b3-87c11409d2d6']}} {{(pid=78397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:53:04.268854 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.services.segments.db [None req-6037e847-3db6-459d-9c9f-f05f7e6e12ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a846c1f4-a65b-40d3-b535-1962dc2946f5') {'for_net_delete': True} {{(pid=78397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:53:04.269181 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.services.segments.db [None req-6037e847-3db6-459d-9c9f-f05f7e6e12ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a846c1f4-a65b-40d3-b535-1962dc2946f5') {} {{(pid=78397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:53:04.282814 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-6037e847-3db6-459d-9c9f-f05f7e6e12ff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747172705576', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127934593'] for segment, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:53:04.284406 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.plugin [None req-5d0fcdad-8f02-4feb-b01e-8ce9ffd0993c None None] Calling delete_port for 85680ea0-efbb-41d4-afd2-1522180dda34 owned by network:dhcp {{(pid=78399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 25 14:53:04.304714 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-6037e847-3db6-459d-9c9f-f05f7e6e12ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3551624'] for segment, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:53:04.312547 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6037e847-3db6-459d-9c9f-f05f7e6e12ff admin admin] Releasing vlan 329 on physical network physnet1 to pool {{(pid=78397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 14:53:04.312946 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-6037e847-3db6-459d-9c9f-f05f7e6e12ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3551623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127937292'] for segment, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:53:04.326786 dv-cinder-798091-1-smb neutron-server[78397]: Traceback (most recent call last): Jun 25 14:53:04.326786 dv-cinder-798091-1-smb neutron-server[78397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 14:53:04.326786 dv-cinder-798091-1-smb neutron-server[78397]: timer() Jun 25 14:53:04.326786 dv-cinder-798091-1-smb neutron-server[78397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 14:53:04.326786 dv-cinder-798091-1-smb neutron-server[78397]: cb(*args, **kw) Jun 25 14:53:04.326786 dv-cinder-798091-1-smb neutron-server[78397]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 14:53:04.326786 dv-cinder-798091-1-smb neutron-server[78397]: return func(*args, **kwargs) Jun 25 14:53:04.326786 dv-cinder-798091-1-smb neutron-server[78397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 14:53:04.326786 dv-cinder-798091-1-smb neutron-server[78397]: self._notify() Jun 25 14:53:04.326786 dv-cinder-798091-1-smb neutron-server[78397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 14:53:04.326786 dv-cinder-798091-1-smb neutron-server[78397]: self.callback(batched_events) Jun 25 14:53:04.326786 dv-cinder-798091-1-smb neutron-server[78397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 14:53:04.326786 dv-cinder-798091-1-smb neutron-server[78397]: event.method(event) Jun 25 14:53:04.326786 dv-cinder-798091-1-smb neutron-server[78397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 14:53:04.326786 dv-cinder-798091-1-smb neutron-server[78397]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 14:53:04.326786 dv-cinder-798091-1-smb neutron-server[78397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 14:53:04.326786 dv-cinder-798091-1-smb neutron-server[78397]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 14:53:04.326786 dv-cinder-798091-1-smb neutron-server[78397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 14:53:04.326786 dv-cinder-798091-1-smb neutron-server[78397]: return f(self, *a, **k) Jun 25 14:53:04.326786 dv-cinder-798091-1-smb neutron-server[78397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 14:53:04.326786 dv-cinder-798091-1-smb neutron-server[78397]: return self._get(url).json() Jun 25 14:53:04.326786 dv-cinder-798091-1-smb neutron-server[78397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 14:53:04.326786 dv-cinder-798091-1-smb neutron-server[78397]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 14:53:04.326786 dv-cinder-798091-1-smb neutron-server[78397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 14:53:04.326786 dv-cinder-798091-1-smb neutron-server[78397]: return self.request(url, 'GET', **kwargs) Jun 25 14:53:04.326786 dv-cinder-798091-1-smb neutron-server[78397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 14:53:04.326786 dv-cinder-798091-1-smb neutron-server[78397]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 14:53:04.326786 dv-cinder-798091-1-smb neutron-server[78397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 14:53:04.326786 dv-cinder-798091-1-smb neutron-server[78397]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 14:53:04.326786 dv-cinder-798091-1-smb neutron-server[78397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 14:53:04.326786 dv-cinder-798091-1-smb neutron-server[78397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 14:53:04.326786 dv-cinder-798091-1-smb neutron-server[78397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 14:53:04.366283 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.db.api [None req-5d0fcdad-8f02-4feb-b01e-8ce9ffd0993c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=78399) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 25 14:53:04.366553 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG oslo_db.api [None req-5d0fcdad-8f02-4feb-b01e-8ce9ffd0993c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=78399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 25 14:53:04.411288 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-6037e847-3db6-459d-9c9f-f05f7e6e12ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3547472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-497664'] for network, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:53:04.416222 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:53:04.435673 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-6037e847-3db6-459d-9c9f-f05f7e6e12ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692162'] for network, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:53:04.447374 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6037e847-3db6-459d-9c9f-f05f7e6e12ff admin admin] Pushing event deleted for resources: {'Network': ['ID=23734487-cb3c-458c-a0b3-87c11409d2d6,revision_number=None']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:53:04.452796 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-6037e847-3db6-459d-9c9f-f05f7e6e12ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:53:04.459448 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-6037e847-3db6-459d-9c9f-f05f7e6e12ff admin admin] 10.222.0.72 "DELETE /v2.0/networks/23734487-cb3c-458c-a0b3-87c11409d2d6 HTTP/1.1" status: 204 len: 168 time: 1.0067248 Jun 25 14:53:04.461234 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Device 57b033a8-f1c0-4679-9959-774c52214dcd no longer exists at agent ovs-agent-dv-cinder-798091-1-smb {{(pid=78399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 25 14:53:04.499273 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.plugin [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] No Port match for: 57b033a8-f1c0-4679-9959-774c52214dcd {{(pid=78399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 25 14:53:04.499618 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Device 57b033a8-f1c0-4679-9959-774c52214dcd not bound to the agent host dv-cinder-798091-1-smb {{(pid=78399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 25 14:53:04.500047 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Device e6b1e5c0-9a41-49ef-a619-dcfd117cae6f no longer exists at agent ovs-agent-dv-cinder-798091-1-smb {{(pid=78399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 25 14:53:04.535186 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.plugin [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] No Port match for: e6b1e5c0-9a41-49ef-a619-dcfd117cae6f {{(pid=78399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 25 14:53:04.535532 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Device e6b1e5c0-9a41-49ef-a619-dcfd117cae6f not bound to the agent host dv-cinder-798091-1-smb {{(pid=78399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 25 14:53:04.535964 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Device 85680ea0-efbb-41d4-afd2-1522180dda34 no longer exists at agent ovs-agent-dv-cinder-798091-1-smb {{(pid=78399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 25 14:53:04.572615 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.plugin [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] No Port match for: 85680ea0-efbb-41d4-afd2-1522180dda34 {{(pid=78399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 25 14:53:04.572972 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Device 85680ea0-efbb-41d4-afd2-1522180dda34 not bound to the agent host dv-cinder-798091-1-smb {{(pid=78399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 25 14:53:04.674810 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.72', 41756) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:53:04.833926 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-64107607-27c5-4484-a0fb-c5b56ede9f93 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=9c7ecdaefcbc4549b13f8ea4501af8fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1577697 Jun 25 14:53:04.837450 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.72', 41760) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:53:04.867940 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.plugin [None req-5d0fcdad-8f02-4feb-b01e-8ce9ffd0993c None None] Deleting port 85680ea0-efbb-41d4-afd2-1522180dda34 {{(pid=78399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 25 14:53:04.869151 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-5d0fcdad-8f02-4feb-b01e-8ce9ffd0993c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747172683120'] for port, before_delete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:53:04.908888 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-2b012f7e-d503-4efb-8350-0f97e926d03f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:53:04.939435 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-2b012f7e-d503-4efb-8350-0f97e926d03f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:53:04.944045 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.plugin [None req-5d0fcdad-8f02-4feb-b01e-8ce9ffd0993c None None] The port '85680ea0-efbb-41d4-afd2-1522180dda34' was deleted {{(pid=78399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Jun 25 14:53:05.003847 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-2b012f7e-d503-4efb-8350-0f97e926d03f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726995'] for security_group, after_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:53:05.007619 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-3c661b47-e451-4d21-a160-40e6267994c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:53:05.022893 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b012f7e-d503-4efb-8350-0f97e926d03f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfc56a65-2c20-496f-a45b-c066e3c61efe,revision_number=None']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:53:05.026824 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-2b012f7e-d503-4efb-8350-0f97e926d03f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:53:05.030385 dv-cinder-798091-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-2b012f7e-d503-4efb-8350-0f97e926d03f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:53:05.031653 dv-cinder-798091-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-2b012f7e-d503-4efb-8350-0f97e926d03f admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/cfc56a65-2c20-496f-a45b-c066e3c61efe HTTP/1.1" status: 204 len: 168 time: 0.1930363 Jun 25 14:53:05.444091 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.72', 41768) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:53:05.493042 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.db.agents_db [None req-33cd8ffe-8d55-4e82-a60c-f31f0cdcb446 None None] Agent healthcheck: found 6 active agents {{(pid=78400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 25 14:53:05.501587 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-08096ffd-6e30-44c0-b8b1-7214ba8801f3 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=f1658b2c625149408443e1bfd0c60590&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0562837 Jun 25 14:53:05.504329 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.72', 41772) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:53:05.571767 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-2ae74fa8-1600-4eae-bf03-328196d0fe48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:53:05.600617 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-2ae74fa8-1600-4eae-bf03-328196d0fe48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:53:05.660651 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-2ae74fa8-1600-4eae-bf03-328196d0fe48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726995'] for security_group, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:53:05.664730 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-afd1308d-13f8-4c91-bec1-9dc148a93bd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:53:05.677538 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae74fa8-1600-4eae-bf03-328196d0fe48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9517f9cb-de78-45b8-9193-a0ee3b185607,revision_number=None']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:53:05.681187 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-2ae74fa8-1600-4eae-bf03-328196d0fe48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:53:05.685984 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-2ae74fa8-1600-4eae-bf03-328196d0fe48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:53:05.687109 dv-cinder-798091-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-2ae74fa8-1600-4eae-bf03-328196d0fe48 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/9517f9cb-de78-45b8-9193-a0ee3b185607 HTTP/1.1" status: 204 len: 168 time: 0.1818898 Jun 25 14:53:08.646188 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-6fd7cc69-6f88-4c9a-8af2-2d6b65a5dd20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:53:09.024164 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:53:11.308634 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-5140e069-7488-4d49-908f-a6f93a03a865 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:53:12.297045 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-d14b10cb-2ead-4edf-9c0b-578ba992fa59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:53:13.577839 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-0959a481-12d6-4798-a5c7-3b38329e38d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:53:21.300215 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:53:38.684560 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-9890b4ca-de8f-40c1-a4ae-008368e7e26a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:53:39.028850 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:53:41.306843 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-e5f088fe-f654-487c-994f-0884dc7aae87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:53:42.298819 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-d14b10cb-2ead-4edf-9c0b-578ba992fa59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:53:42.491810 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.db.agents_db [None req-33cd8ffe-8d55-4e82-a60c-f31f0cdcb446 None None] Agent healthcheck: found 6 active agents {{(pid=78400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 25 14:53:43.577374 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-0959a481-12d6-4798-a5c7-3b38329e38d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:53:51.300784 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:54:08.638958 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-5e793808-9d59-42a4-b43a-b69dce677bad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:54:09.031486 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:54:11.314872 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-3030a508-469a-4759-99db-bbdbb8910bed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:54:12.302987 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-d14b10cb-2ead-4edf-9c0b-578ba992fa59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:54:13.578796 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-0959a481-12d6-4798-a5c7-3b38329e38d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:54:19.492091 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.db.agents_db [None req-33cd8ffe-8d55-4e82-a60c-f31f0cdcb446 None None] Agent healthcheck: found 6 active agents {{(pid=78400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 25 14:54:21.316077 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:54:38.644686 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-31d96ce5-4c28-412c-819f-8a2877160b1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:54:39.033651 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:54:41.308796 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-b40708d4-4269-4142-86bf-40e8f34774a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:54:42.305701 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-d14b10cb-2ead-4edf-9c0b-578ba992fa59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:54:43.584015 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-0959a481-12d6-4798-a5c7-3b38329e38d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:54:51.311790 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:54:51.618052 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.wsgi [req-84c8f570-626b-460e-a9ac-20e657dfde6a req-45c1bcef-3d54-47e2-9650-461b234bd9a8 service neutron] (78397) timed out ('10.222.0.77', 51174) {{(pid=78397) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 25 14:54:54.842652 dv-cinder-798091-1-smb neutron-server[78397]: DEBUG neutron.wsgi [req-33efb9ba-3deb-46cb-a1f9-44de5d152811 req-79c88d3e-5256-44d9-8a79-1d0227b945b9 service neutron] (78397) timed out ('10.222.0.77', 51104) {{(pid=78397) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 25 14:54:56.491786 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.db.agents_db [None req-33cd8ffe-8d55-4e82-a60c-f31f0cdcb446 None None] Agent healthcheck: found 6 active agents {{(pid=78400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 25 14:55:08.639240 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-e693dccb-125f-4fc5-b9d5-453db8df9f98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:55:09.036063 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:55:11.317108 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-1614f05d-bcec-49ac-ae97-5ff77c559d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:55:12.309094 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-d14b10cb-2ead-4edf-9c0b-578ba992fa59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:55:13.587276 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-0959a481-12d6-4798-a5c7-3b38329e38d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:55:21.328971 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:55:33.490623 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.db.agents_db [None req-33cd8ffe-8d55-4e82-a60c-f31f0cdcb446 None None] Agent healthcheck: found 6 active agents {{(pid=78400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 25 14:55:38.698774 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-9d51c6f5-b188-4c92-921b-53cd2347a688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:55:39.037233 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:55:41.350427 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-ceb3b591-fa30-4e54-bcc8-6a0995439709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:55:42.310454 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-d14b10cb-2ead-4edf-9c0b-578ba992fa59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:55:43.587880 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-0959a481-12d6-4798-a5c7-3b38329e38d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:55:51.342278 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:56:08.642090 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-28bab1d1-561c-44fb-885f-1e85bd82798f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:56:09.039098 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:56:10.489693 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.db.agents_db [None req-33cd8ffe-8d55-4e82-a60c-f31f0cdcb446 None None] Agent healthcheck: found 6 active agents {{(pid=78400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 25 14:56:11.313462 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-1eff3ba7-1665-401c-8464-7cee7d238621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:56:12.314391 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-d14b10cb-2ead-4edf-9c0b-578ba992fa59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:56:13.591551 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-0959a481-12d6-4798-a5c7-3b38329e38d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:56:21.341818 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:56:38.644690 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-60aefb05-0c58-46d5-be50-ff620b7b58a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:56:39.041849 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:56:41.315263 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-96dc9669-deaf-4b38-98b5-3776244aeb65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:56:42.317024 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-d14b10cb-2ead-4edf-9c0b-578ba992fa59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:56:43.593142 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-0959a481-12d6-4798-a5c7-3b38329e38d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:56:47.489653 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.db.agents_db [None req-33cd8ffe-8d55-4e82-a60c-f31f0cdcb446 None None] Agent healthcheck: found 6 active agents {{(pid=78400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 25 14:56:51.356385 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:57:08.647617 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-1cc6937e-c5e6-4030-8534-a28f7f2c9d2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:57:09.044852 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:57:11.317141 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-b312867d-5a42-4609-9657-32475026b8d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:57:12.319951 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-d14b10cb-2ead-4edf-9c0b-578ba992fa59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:57:13.601510 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-0959a481-12d6-4798-a5c7-3b38329e38d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:57:21.354868 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:57:24.489290 dv-cinder-798091-1-smb neutron-server[78400]: DEBUG neutron.db.agents_db [None req-33cd8ffe-8d55-4e82-a60c-f31f0cdcb446 None None] Agent healthcheck: found 6 active agents {{(pid=78400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 25 14:57:38.651805 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-2451d6c8-6385-41ba-a1ba-865576f9404f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:57:39.046532 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-733d9fd3-6c27-40a6-84c0-220518dd8a0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:57:41.320129 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-68d8218b-827b-4dd2-8ed8-725c2fd80e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:57:42.323330 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-d14b10cb-2ead-4edf-9c0b-578ba992fa59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:57:43.600135 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-0959a481-12d6-4798-a5c7-3b38329e38d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:57:51.377494 dv-cinder-798091-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-6dd254aa-332c-424d-a54e-92d783870beb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747172693194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545233'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}